2024-12-02 09:01:46,236 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 09:01:46,247 main DEBUG Took 0.009419 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 09:01:46,248 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 09:01:46,248 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 09:01:46,249 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 09:01:46,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,259 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 09:01:46,281 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,283 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,284 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,284 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,285 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,286 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,286 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,287 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,287 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,288 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,289 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,289 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,290 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,290 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,291 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,291 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,292 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,293 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,294 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,294 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:01:46,295 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,295 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 09:01:46,297 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:01:46,299 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 09:01:46,301 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 09:01:46,302 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 09:01:46,304 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 09:01:46,304 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 09:01:46,314 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 09:01:46,317 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 09:01:46,319 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 09:01:46,320 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 09:01:46,320 main DEBUG createAppenders(={Console}) 2024-12-02 09:01:46,321 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-02 09:01:46,322 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 09:01:46,322 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-02 09:01:46,322 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 09:01:46,323 main DEBUG OutputStream closed 2024-12-02 09:01:46,323 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 09:01:46,323 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 09:01:46,324 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-02 09:01:46,419 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 09:01:46,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 09:01:46,423 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 09:01:46,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 09:01:46,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 09:01:46,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 09:01:46,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 09:01:46,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 09:01:46,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 09:01:46,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 09:01:46,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 09:01:46,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 09:01:46,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 09:01:46,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 09:01:46,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 09:01:46,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 09:01:46,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 09:01:46,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 09:01:46,436 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 09:01:46,436 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-02 09:01:46,437 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 09:01:46,438 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-02T09:01:46,455 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-02 09:01:46,459 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 09:01:46,459 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T09:01:46,509 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=11, AvailableMemoryMB=2245 2024-12-02T09:01:46,708 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-02T09:01:46,744 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485 2024-12-02T09:01:46,748 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/cluster_6f03721e-c025-85e4-f093-53f0bb0b3c71, deleteOnExit=true 2024-12-02T09:01:46,827 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/cluster_6f03721e-c025-85e4-f093-53f0bb0b3c71/zookeeper_0, clientPort=56807, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/cluster_6f03721e-c025-85e4-f093-53f0bb0b3c71/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/cluster_6f03721e-c025-85e4-f093-53f0bb0b3c71/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T09:01:46,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56807 2024-12-02T09:01:46,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:01:46,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:01:46,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/test.cache.data in system properties and HBase conf 2024-12-02T09:01:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:01:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:01:46,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:01:46,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:01:46,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:01:46,936 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T09:01:47,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:01:47,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:01:47,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:01:47,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:01:47,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:01:47,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:01:47,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:01:47,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:01:47,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:01:47,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:01:47,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:01:47,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:01:47,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:01:47,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:01:47,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:01:47,972 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T09:01:48,077 INFO [Time-limited test {}] log.Log(170): Logging initialized @2616ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T09:01:48,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:01:48,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:01:48,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:01:48,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:01:48,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:01:48,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:01:48,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27727f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:01:48,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a9904ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:01:48,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f16c337{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/java.io.tmpdir/jetty-localhost-44129-hadoop-hdfs-3_4_1-tests_jar-_-any-3920791044404642204/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:01:48,551 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27166729{HTTP/1.1, (http/1.1)}{localhost:44129} 2024-12-02T09:01:48,551 INFO [Time-limited test {}] server.Server(415): Started @3090ms 2024-12-02T09:01:49,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:01:49,021 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:01:49,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:01:49,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:01:49,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:01:49,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49caa49d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:01:49,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bc10afe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:01:49,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73229a6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/java.io.tmpdir/jetty-localhost-42667-hadoop-hdfs-3_4_1-tests_jar-_-any-17937226549676607725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:01:49,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d28901b{HTTP/1.1, (http/1.1)}{localhost:42667} 2024-12-02T09:01:49,119 INFO [Time-limited test {}] server.Server(415): Started @3658ms 2024-12-02T09:01:49,164 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:01:50,015 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/cluster_6f03721e-c025-85e4-f093-53f0bb0b3c71/data/data2/current/BP-29556060-172.17.0.3-1733130107534/current, will proceed with Du for space computation calculation, 2024-12-02T09:01:50,015 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/cluster_6f03721e-c025-85e4-f093-53f0bb0b3c71/data/data1/current/BP-29556060-172.17.0.3-1733130107534/current, will proceed with Du for space computation calculation, 2024-12-02T09:01:50,039 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:01:50,079 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2fc0f9f09f74b5e with lease ID 0xd89cf909d2896be9: Processing first storage report for DS-45e2374f-ec63-4851-b283-ac5f07162d55 from datanode DatanodeRegistration(127.0.0.1:34819, datanodeUuid=de842756-98fc-4de7-a1c3-e529eb05e08b, infoPort=46185, infoSecurePort=0, ipcPort=34077, storageInfo=lv=-57;cid=testClusterID;nsid=460902284;c=1733130107534) 2024-12-02T09:01:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2fc0f9f09f74b5e with lease ID 0xd89cf909d2896be9: from storage DS-45e2374f-ec63-4851-b283-ac5f07162d55 node DatanodeRegistration(127.0.0.1:34819, datanodeUuid=de842756-98fc-4de7-a1c3-e529eb05e08b, infoPort=46185, infoSecurePort=0, ipcPort=34077, storageInfo=lv=-57;cid=testClusterID;nsid=460902284;c=1733130107534), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-02T09:01:50,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd2fc0f9f09f74b5e with lease ID 0xd89cf909d2896be9: Processing first storage report for DS-8cafa619-dc24-4b82-85a5-04ab577c3cc8 from datanode DatanodeRegistration(127.0.0.1:34819, datanodeUuid=de842756-98fc-4de7-a1c3-e529eb05e08b, infoPort=46185, infoSecurePort=0, ipcPort=34077, storageInfo=lv=-57;cid=testClusterID;nsid=460902284;c=1733130107534) 2024-12-02T09:01:50,081 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd2fc0f9f09f74b5e with lease ID 0xd89cf909d2896be9: from storage DS-8cafa619-dc24-4b82-85a5-04ab577c3cc8 node DatanodeRegistration(127.0.0.1:34819, datanodeUuid=de842756-98fc-4de7-a1c3-e529eb05e08b, infoPort=46185, infoSecurePort=0, ipcPort=34077, storageInfo=lv=-57;cid=testClusterID;nsid=460902284;c=1733130107534), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:01:50,103 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485 2024-12-02T09:01:50,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:50,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:50,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:01:50,738 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6 with version=8 2024-12-02T09:01:50,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/hbase-staging 2024-12-02T09:01:50,838 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T09:01:51,083 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:01:51,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:51,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:51,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:01:51,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:51,097 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:01:51,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:01:51,271 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T09:01:51,281 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T09:01:51,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:01:51,310 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5870 (auto-detected) 2024-12-02T09:01:51,311 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-02T09:01:51,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44119 2024-12-02T09:01:51,354 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44119 connecting to ZooKeeper ensemble=127.0.0.1:56807 2024-12-02T09:01:51,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441190x0, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:01:51,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44119-0x1009a3896ec0000 connected 2024-12-02T09:01:51,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:51,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:51,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/running 2024-12-02T09:01:51,540 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6, hbase.cluster.distributed=false 2024-12-02T09:01:51,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/acl 2024-12-02T09:01:51,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44119 2024-12-02T09:01:51,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44119 2024-12-02T09:01:51,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44119 2024-12-02T09:01:51,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44119 2024-12-02T09:01:51,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44119 2024-12-02T09:01:51,742 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:01:51,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:51,745 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:51,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:01:51,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:51,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:01:51,751 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:01:51,755 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:01:51,772 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33479 2024-12-02T09:01:51,775 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33479 connecting to ZooKeeper ensemble=127.0.0.1:56807 2024-12-02T09:01:51,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:51,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:51,820 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334790x0, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:01:51,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334790x0, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/running 2024-12-02T09:01:51,827 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:01:51,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33479-0x1009a3896ec0001 connected 2024-12-02T09:01:51,854 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:01:51,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/master 2024-12-02T09:01:51,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/acl 2024-12-02T09:01:51,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33479 2024-12-02T09:01:51,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33479 2024-12-02T09:01:51,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33479 2024-12-02T09:01:51,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33479 2024-12-02T09:01:51,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33479 2024-12-02T09:01:51,917 DEBUG [M:0;7c6d666a4939:44119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:44119 2024-12-02T09:01:51,927 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01424994110/backup-masters/7c6d666a4939,44119,1733130110899 2024-12-02T09:01:51,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/backup-masters 2024-12-02T09:01:51,945 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/backup-masters 2024-12-02T09:01:51,955 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on existing znode=/01424994110/backup-masters/7c6d666a4939,44119,1733130110899 2024-12-02T09:01:51,987 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424994110/master 2024-12-02T09:01:51,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:51,988 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:52,004 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on existing znode=/01424994110/master 2024-12-02T09:01:52,017 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01424994110/backup-masters/7c6d666a4939,44119,1733130110899 from backup master directory 2024-12-02T09:01:52,031 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/backup-masters 2024-12-02T09:01:52,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424994110/backup-masters/7c6d666a4939,44119,1733130110899 2024-12-02T09:01:52,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/backup-masters 2024-12-02T09:01:52,032 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:01:52,033 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,44119,1733130110899 2024-12-02T09:01:52,036 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T09:01:52,039 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T09:01:52,121 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/hbase.id] with ID: 06260450-e454-4457-9529-d219df6a7883 2024-12-02T09:01:52,121 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/.tmp/hbase.id 2024-12-02T09:01:52,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:01:52,532 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/.tmp/hbase.id]:[hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/hbase.id] 2024-12-02T09:01:52,584 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:52,591 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:01:52,617 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-12-02T09:01:52,653 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:52,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:52,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:01:53,079 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:01:53,082 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:01:53,097 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:01:53,101 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:01:53,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:01:53,551 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store 2024-12-02T09:01:53,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:01:53,972 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T09:01:53,976 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:01:53,978 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:01:53,978 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:01:53,978 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:01:53,980 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:01:53,980 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:01:53,981 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:01:53,982 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130113977Disabling compacts and flushes for region at 1733130113977Disabling writes for close at 1733130113980 (+3 ms)Writing region close event to WAL at 1733130113980Closed at 1733130113980 2024-12-02T09:01:53,984 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/.initializing 2024-12-02T09:01:53,984 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,44119,1733130110899 2024-12-02T09:01:53,996 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:01:54,012 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C44119%2C1733130110899, suffix=, logDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,44119,1733130110899, archiveDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/oldWALs, maxLogs=10 2024-12-02T09:01:54,043 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,44119,1733130110899/7c6d666a4939%2C44119%2C1733130110899.1733130114017, exclude list is [], retry=0 2024-12-02T09:01:54,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-45e2374f-ec63-4851-b283-ac5f07162d55,DISK] 2024-12-02T09:01:54,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T09:01:54,103 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,44119,1733130110899/7c6d666a4939%2C44119%2C1733130110899.1733130114017 2024-12-02T09:01:54,104 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-12-02T09:01:54,104 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:01:54,104 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:01:54,107 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,108 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:01:54,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:54,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:54,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:01:54,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:54,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:01:54,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:01:54,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:54,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:01:54,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:01:54,194 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:54,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:01:54,196 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,200 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,202 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,209 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,210 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,213 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:01:54,217 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:54,222 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:01:54,224 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61225020, jitterRate=-0.08767610788345337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:01:54,231 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130114119Initializing all the Stores at 1733130114122 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130114122Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130114123 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130114123Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130114123Cleaning up temporary data from old regions at 1733130114210 (+87 ms)Region opened successfully at 1733130114230 (+20 ms) 2024-12-02T09:01:54,232 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:01:54,262 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ae302f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:01:54,289 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:01:54,298 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:01:54,299 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:01:54,301 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:01:54,302 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T09:01:54,308 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-02T09:01:54,309 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:01:54,334 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:01:54,342 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/balancer because node does not exist (not necessarily an error) 2024-12-02T09:01:54,352 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/balancer already deleted, retry=false 2024-12-02T09:01:54,355 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:01:54,356 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:01:54,360 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/normalizer already deleted, retry=false 2024-12-02T09:01:54,363 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:01:54,366 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:01:54,377 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/switch/split already deleted, retry=false 2024-12-02T09:01:54,379 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:01:54,386 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/switch/merge already deleted, retry=false 2024-12-02T09:01:54,408 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:01:54,419 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/snapshot-cleanup already deleted, retry=false 2024-12-02T09:01:54,427 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424994110/running 2024-12-02T09:01:54,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424994110/running 2024-12-02T09:01:54,428 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:54,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:54,431 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,44119,1733130110899, sessionid=0x1009a3896ec0000, setting cluster-up flag (Was=false) 2024-12-02T09:01:54,461 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:54,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:54,487 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01424994110/flush-table-proc/acquired, /01424994110/flush-table-proc/reached, /01424994110/flush-table-proc/abort 2024-12-02T09:01:54,493 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,44119,1733130110899 2024-12-02T09:01:54,511 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:54,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:54,536 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01424994110/online-snapshot/acquired, /01424994110/online-snapshot/reached, /01424994110/online-snapshot/abort 2024-12-02T09:01:54,538 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,44119,1733130110899 2024-12-02T09:01:54,549 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:01:54,600 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(746): ClusterId : 06260450-e454-4457-9529-d219df6a7883 2024-12-02T09:01:54,603 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:01:54,613 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:01:54,614 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:01:54,620 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:01:54,621 DEBUG [RS:0;7c6d666a4939:33479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578d6fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:01:54,639 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:01:54,641 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:33479 2024-12-02T09:01:54,644 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:01:54,645 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:01:54,645 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:01:54,648 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,44119,1733130110899 with port=33479, startcode=1733130111688 2024-12-02T09:01:54,651 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:01:54,658 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:01:54,662 DEBUG [RS:0;7c6d666a4939:33479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:01:54,664 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,44119,1733130110899 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:01:54,673 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:01:54,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:01:54,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:01:54,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:01:54,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:01:54,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,675 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:01:54,675 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,678 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130144678 2024-12-02T09:01:54,680 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:01:54,682 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:01:54,684 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:01:54,685 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:01:54,686 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:01:54,687 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:01:54,687 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:01:54,687 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:01:54,694 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:54,695 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:01:54,697 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,702 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:01:54,704 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:01:54,704 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:01:54,705 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:01:54,705 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:01:54,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:01:54,712 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44119 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T09:01:54,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:01:54,715 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6 2024-12-02T09:01:54,715 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:01:54,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:01:54,718 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130114717,5,FailOnTimeoutGroup] 2024-12-02T09:01:54,719 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130114718,5,FailOnTimeoutGroup] 2024-12-02T09:01:54,719 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,720 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:01:54,721 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,722 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741832_1008 (size=32) 2024-12-02T09:01:54,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:01:54,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:01:54,746 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T09:01:54,746 WARN [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T09:01:54,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:01:54,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:54,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:54,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:01:54,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:01:54,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:54,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:54,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:01:54,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:01:54,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:54,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:54,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:01:54,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:01:54,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:54,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:54,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:01:54,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740 2024-12-02T09:01:54,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740 2024-12-02T09:01:54,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:01:54,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:01:54,770 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:01:54,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:01:54,776 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:01:54,777 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74216859, jitterRate=0.10591737926006317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:01:54,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130114740Initializing all the Stores at 1733130114742 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130114742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130114743 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130114743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130114743Cleaning up temporary data from old regions at 1733130114769 (+26 ms)Region opened successfully at 1733130114780 (+11 ms) 2024-12-02T09:01:54,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:01:54,780 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:01:54,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:01:54,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:01:54,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:01:54,782 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:01:54,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130114780Disabling compacts and flushes for region at 1733130114780Disabling writes for close at 1733130114780Writing region close event to WAL at 1733130114781 (+1 ms)Closed at 1733130114782 (+1 ms) 2024-12-02T09:01:54,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:01:54,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:01:54,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:01:54,799 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:01:54,801 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:01:54,848 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,44119,1733130110899 with port=33479, startcode=1733130111688 2024-12-02T09:01:54,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,33479,1733130111688 2024-12-02T09:01:54,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44119 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,33479,1733130111688 2024-12-02T09:01:54,864 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6 2024-12-02T09:01:54,864 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41619 2024-12-02T09:01:54,865 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:01:54,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/rs 2024-12-02T09:01:54,878 DEBUG [RS:0;7c6d666a4939:33479 {}] zookeeper.ZKUtil(111): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on existing znode=/01424994110/rs/7c6d666a4939,33479,1733130111688 2024-12-02T09:01:54,878 WARN [RS:0;7c6d666a4939:33479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:01:54,879 INFO [RS:0;7c6d666a4939:33479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:01:54,879 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688 2024-12-02T09:01:54,881 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,33479,1733130111688] 2024-12-02T09:01:54,907 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:01:54,919 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:01:54,923 INFO [RS:0;7c6d666a4939:33479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:01:54,923 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,924 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:01:54,930 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:01:54,931 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,932 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,932 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,932 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,932 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,932 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,933 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:01:54,933 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,933 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,933 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,933 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,933 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,933 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:54,933 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:01:54,934 DEBUG [RS:0;7c6d666a4939:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:01:54,935 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,935 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,935 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,935 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,935 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,936 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,33479,1733130111688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:01:54,952 WARN [7c6d666a4939:44119 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T09:01:54,962 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:01:54,964 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,33479,1733130111688-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,964 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,964 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.Replication(171): 7c6d666a4939,33479,1733130111688 started 2024-12-02T09:01:54,981 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:54,982 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,33479,1733130111688, RpcServer on 7c6d666a4939/172.17.0.3:33479, sessionid=0x1009a3896ec0001 2024-12-02T09:01:54,982 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:01:54,982 DEBUG [RS:0;7c6d666a4939:33479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,33479,1733130111688 2024-12-02T09:01:54,983 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,33479,1733130111688' 2024-12-02T09:01:54,983 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01424994110/flush-table-proc/abort' 2024-12-02T09:01:54,984 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01424994110/flush-table-proc/acquired' 2024-12-02T09:01:54,984 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:01:54,984 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:01:54,985 DEBUG [RS:0;7c6d666a4939:33479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,33479,1733130111688 2024-12-02T09:01:54,985 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,33479,1733130111688' 2024-12-02T09:01:54,985 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01424994110/online-snapshot/abort' 2024-12-02T09:01:54,985 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01424994110/online-snapshot/acquired' 2024-12-02T09:01:54,986 DEBUG [RS:0;7c6d666a4939:33479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:01:54,986 INFO [RS:0;7c6d666a4939:33479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:01:54,986 INFO [RS:0;7c6d666a4939:33479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:01:55,092 INFO [RS:0;7c6d666a4939:33479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:01:55,095 INFO [RS:0;7c6d666a4939:33479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C33479%2C1733130111688, suffix=, logDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688, archiveDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs, maxLogs=10 2024-12-02T09:01:55,110 DEBUG [RS:0;7c6d666a4939:33479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098, exclude list is [], retry=0 2024-12-02T09:01:55,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-45e2374f-ec63-4851-b283-ac5f07162d55,DISK] 2024-12-02T09:01:55,117 INFO [RS:0;7c6d666a4939:33479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 2024-12-02T09:01:55,117 DEBUG [RS:0;7c6d666a4939:33479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-12-02T09:01:55,204 DEBUG [7c6d666a4939:44119 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:01:55,217 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,33479,1733130111688 2024-12-02T09:01:55,224 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,33479,1733130111688, state=OPENING 2024-12-02T09:01:55,235 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:01:55,244 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:55,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:01:55,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: CHANGED 2024-12-02T09:01:55,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: CHANGED 2024-12-02T09:01:55,246 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:01:55,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,33479,1733130111688}] 2024-12-02T09:01:55,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:01:55,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:01:55,435 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:01:55,435 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:01:55,436 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:01:55,439 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C33479%2C1733130111688.meta, suffix=.meta, logDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688, archiveDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs, maxLogs=10 2024-12-02T09:01:55,453 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.meta.1733130115440.meta, exclude list is [], retry=0 2024-12-02T09:01:55,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-45e2374f-ec63-4851-b283-ac5f07162d55,DISK] 2024-12-02T09:01:55,462 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.meta.1733130115440.meta 2024-12-02T09:01:55,463 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-12-02T09:01:55,463 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:01:55,468 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:01:55,469 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:01:55,471 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:01:55,473 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:01:55,476 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:01:55,476 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:01:55,477 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:01:55,477 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:01:55,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:01:55,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:01:55,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:55,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:55,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:01:55,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:01:55,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:55,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:55,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:01:55,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:01:55,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:55,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:55,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:01:55,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:01:55,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:55,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:55,490 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:01:55,492 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740 2024-12-02T09:01:55,494 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740 2024-12-02T09:01:55,496 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:01:55,496 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:01:55,497 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:01:55,500 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:01:55,501 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63881904, jitterRate=-0.04808545112609863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:01:55,502 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:01:55,503 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130115477Writing region info on filesystem at 1733130115477Initializing all the Stores at 1733130115479 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130115479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130115480 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130115480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130115480Cleaning up temporary data from old regions at 1733130115496 (+16 ms)Running coprocessor post-open hooks at 1733130115502 (+6 ms)Region opened successfully at 1733130115503 (+1 ms) 2024-12-02T09:01:55,509 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130115412 2024-12-02T09:01:55,521 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:01:55,521 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:01:55,523 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,33479,1733130111688 2024-12-02T09:01:55,528 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,33479,1733130111688, state=OPEN 2024-12-02T09:01:55,568 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424994110/meta-region-server 2024-12-02T09:01:55,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424994110/meta-region-server 2024-12-02T09:01:55,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: CHANGED 2024-12-02T09:01:55,568 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: CHANGED 2024-12-02T09:01:55,569 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,33479,1733130111688 2024-12-02T09:01:55,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:01:55,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,33479,1733130111688 in 322 msec 2024-12-02T09:01:55,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:01:55,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 784 msec 2024-12-02T09:01:55,584 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:01:55,584 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:01:55,606 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:01:55,607 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,33479,1733130111688, seqNum=-1] 2024-12-02T09:01:55,624 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:01:55,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:01:55,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0630 sec 2024-12-02T09:01:55,650 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130115650, completionTime=-1 2024-12-02T09:01:55,654 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:01:55,654 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:01:55,712 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:01:55,712 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130175712 2024-12-02T09:01:55,712 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130235712 2024-12-02T09:01:55,712 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 58 msec 2024-12-02T09:01:55,714 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,44119,1733130110899-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:55,714 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,44119,1733130110899-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:55,714 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,44119,1733130110899-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:55,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:44119, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:55,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:55,717 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:55,726 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:01:55,752 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.719sec 2024-12-02T09:01:55,753 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:01:55,754 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:01:55,755 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:01:55,756 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:01:55,756 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:01:55,757 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,44119,1733130110899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:01:55,757 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,44119,1733130110899-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:01:55,766 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:01:55,767 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:01:55,768 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,44119,1733130110899-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:55,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c863191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:55,811 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T09:01:55,811 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T09:01:55,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,44119,-1 for getting cluster id 2024-12-02T09:01:55,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:01:55,824 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06260450-e454-4457-9529-d219df6a7883' 2024-12-02T09:01:55,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:01:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06260450-e454-4457-9529-d219df6a7883" 2024-12-02T09:01:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f079a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:55,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,44119,-1] 2024-12-02T09:01:55,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:01:55,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:01:55,837 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:01:55,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4412f2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:55,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:01:55,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,33479,1733130111688, seqNum=-1] 2024-12-02T09:01:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:01:55,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:01:55,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,44119,1733130110899 2024-12-02T09:01:55,888 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56807 2024-12-02T09:01:55,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:01:55,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009a3896ec0002 connected 2024-12-02T09:01:55,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/hadoop.log.dir so I do NOT create it in target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a 2024-12-02T09:01:55,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:01:55,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/hadoop.tmp.dir so I do NOT create it in target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a 2024-12-02T09:01:55,928 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:01:55,929 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a 2024-12-02T09:01:55,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:01:55,929 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/cluster_7ad32a74-d6a2-b612-5a50-455dc23818c2, deleteOnExit=true 2024-12-02T09:01:55,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:01:55,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/test.cache.data in system properties and HBase conf 2024-12-02T09:01:55,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:01:55,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:01:55,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:01:55,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:01:55,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:01:55,930 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:01:55,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:01:55,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:01:55,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:01:55,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:01:55,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:01:55,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:01:55,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:01:55,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:01:55,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:01:55,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:01:55,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:01:55,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:01:55,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:01:55,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:01:56,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:01:56,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:01:56,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:01:56,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:01:56,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:01:56,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:01:56,227 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53366ef3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:01:56,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fc9b8b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:01:56,324 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b9878a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/java.io.tmpdir/jetty-localhost-43129-hadoop-hdfs-3_4_1-tests_jar-_-any-13228983297298943297/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:01:56,325 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b86ed72{HTTP/1.1, (http/1.1)}{localhost:43129} 2024-12-02T09:01:56,325 INFO [Time-limited test {}] server.Server(415): Started @10864ms 2024-12-02T09:01:56,484 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:01:56,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:01:56,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:01:56,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:01:56,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:01:56,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64243f53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:01:56,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2655a19f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:01:56,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fb47c1d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/java.io.tmpdir/jetty-localhost-35339-hadoop-hdfs-3_4_1-tests_jar-_-any-10486550737867875800/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:01:56,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41a56cb5{HTTP/1.1, (http/1.1)}{localhost:35339} 2024-12-02T09:01:56,601 INFO [Time-limited test {}] server.Server(415): Started @11140ms 2024-12-02T09:01:56,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:01:57,172 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/cluster_7ad32a74-d6a2-b612-5a50-455dc23818c2/data/data1/current/BP-397701186-172.17.0.3-1733130115962/current, will proceed with Du for space computation calculation, 2024-12-02T09:01:57,172 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/cluster_7ad32a74-d6a2-b612-5a50-455dc23818c2/data/data2/current/BP-397701186-172.17.0.3-1733130115962/current, will proceed with Du for space computation calculation, 2024-12-02T09:01:57,187 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:01:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x327c0cdb4de67e5c with lease ID 0xe27e8194c3565e6c: Processing first storage report for DS-ee760641-fc32-4618-a15f-ef899ed29439 from datanode DatanodeRegistration(127.0.0.1:36907, datanodeUuid=1c809f03-49b1-4502-aa67-d5299e540e3e, infoPort=43765, infoSecurePort=0, ipcPort=45503, storageInfo=lv=-57;cid=testClusterID;nsid=1948599439;c=1733130115962) 2024-12-02T09:01:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x327c0cdb4de67e5c with lease ID 0xe27e8194c3565e6c: from storage DS-ee760641-fc32-4618-a15f-ef899ed29439 node DatanodeRegistration(127.0.0.1:36907, datanodeUuid=1c809f03-49b1-4502-aa67-d5299e540e3e, infoPort=43765, infoSecurePort=0, ipcPort=45503, storageInfo=lv=-57;cid=testClusterID;nsid=1948599439;c=1733130115962), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:01:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x327c0cdb4de67e5c with lease ID 0xe27e8194c3565e6c: Processing first storage report for DS-41ad5278-75d0-4509-8961-4d24045b5ecc from datanode DatanodeRegistration(127.0.0.1:36907, datanodeUuid=1c809f03-49b1-4502-aa67-d5299e540e3e, infoPort=43765, infoSecurePort=0, ipcPort=45503, storageInfo=lv=-57;cid=testClusterID;nsid=1948599439;c=1733130115962) 2024-12-02T09:01:57,190 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x327c0cdb4de67e5c with lease ID 0xe27e8194c3565e6c: from storage DS-41ad5278-75d0-4509-8961-4d24045b5ecc node DatanodeRegistration(127.0.0.1:36907, datanodeUuid=1c809f03-49b1-4502-aa67-d5299e540e3e, infoPort=43765, infoSecurePort=0, ipcPort=45503, storageInfo=lv=-57;cid=testClusterID;nsid=1948599439;c=1733130115962), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:01:57,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a 2024-12-02T09:01:57,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:57,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:01:57,267 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a with version=8 2024-12-02T09:01:57,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/hbase-staging 2024-12-02T09:01:57,270 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:01:57,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:57,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:57,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:01:57,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:57,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:01:57,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:01:57,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:01:57,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34915 2024-12-02T09:01:57,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34915 connecting to ZooKeeper ensemble=127.0.0.1:56807 2024-12-02T09:01:57,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349150x0, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:01:57,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34915-0x1009a3896ec0003 connected 2024-12-02T09:01:57,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:57,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:57,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Set watcher on znode that does not yet exist, /154877826/running 2024-12-02T09:01:57,356 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a, hbase.cluster.distributed=false 2024-12-02T09:01:57,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Set watcher on znode that does not yet exist, /154877826/acl 2024-12-02T09:01:57,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34915 2024-12-02T09:01:57,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34915 2024-12-02T09:01:57,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34915 2024-12-02T09:01:57,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34915 2024-12-02T09:01:57,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34915 2024-12-02T09:01:57,374 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:01:57,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:57,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:57,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:01:57,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:01:57,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:01:57,375 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:01:57,375 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:01:57,376 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43501 2024-12-02T09:01:57,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43501 connecting to ZooKeeper ensemble=127.0.0.1:56807 2024-12-02T09:01:57,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:57,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:57,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435010x0, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:01:57,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435010x0, quorum=127.0.0.1:56807, baseZNode=/154877826 Set watcher on znode that does not yet exist, /154877826/running 2024-12-02T09:01:57,395 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43501-0x1009a3896ec0004 connected 2024-12-02T09:01:57,395 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:01:57,397 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:01:57,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Set watcher on znode that does not yet exist, /154877826/master 2024-12-02T09:01:57,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Set watcher on znode that does not yet exist, /154877826/acl 2024-12-02T09:01:57,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43501 2024-12-02T09:01:57,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43501 2024-12-02T09:01:57,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43501 2024-12-02T09:01:57,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43501 2024-12-02T09:01:57,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43501 2024-12-02T09:01:57,427 DEBUG [M:0;7c6d666a4939:34915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:34915 2024-12-02T09:01:57,427 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /154877826/backup-masters/7c6d666a4939,34915,1733130117270 2024-12-02T09:01:57,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826/backup-masters 2024-12-02T09:01:57,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826/backup-masters 2024-12-02T09:01:57,436 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Set watcher on existing znode=/154877826/backup-masters/7c6d666a4939,34915,1733130117270 2024-12-02T09:01:57,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:57,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/154877826/master 2024-12-02T09:01:57,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:57,446 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Set watcher on existing znode=/154877826/master 2024-12-02T09:01:57,447 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /154877826/backup-masters/7c6d666a4939,34915,1733130117270 from backup master directory 2024-12-02T09:01:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/154877826/backup-masters/7c6d666a4939,34915,1733130117270 2024-12-02T09:01:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826/backup-masters 2024-12-02T09:01:57,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826/backup-masters 2024-12-02T09:01:57,456 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:01:57,457 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,34915,1733130117270 2024-12-02T09:01:57,467 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/hbase.id] with ID: 518fc370-99c0-4659-a875-3327b245ca43 2024-12-02T09:01:57,467 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/.tmp/hbase.id 2024-12-02T09:01:57,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:01:57,879 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/.tmp/hbase.id]:[hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/hbase.id] 2024-12-02T09:01:57,931 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:01:57,931 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:01:57,939 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-12-02T09:01:57,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:57,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:01:57,996 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:01:57,997 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:01:58,007 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:01:58,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:01:58,028 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store 2024-12-02T09:01:58,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:01:58,045 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:01:58,049 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:01:58,049 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:01:58,049 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:01:58,049 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:01:58,049 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:01:58,050 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:01:58,050 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130118047Disabling compacts and flushes for region at 1733130118047Disabling writes for close at 1733130118049 (+2 ms)Writing region close event to WAL at 1733130118050 (+1 ms)Closed at 1733130118050 2024-12-02T09:01:58,052 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/.initializing 2024-12-02T09:01:58,052 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/WALs/7c6d666a4939,34915,1733130117270 2024-12-02T09:01:58,054 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:01:58,058 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C34915%2C1733130117270, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/WALs/7c6d666a4939,34915,1733130117270, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/oldWALs, maxLogs=10 2024-12-02T09:01:58,075 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/WALs/7c6d666a4939,34915,1733130117270/7c6d666a4939%2C34915%2C1733130117270.1733130118059, exclude list is [], retry=0 2024-12-02T09:01:58,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36907,DS-ee760641-fc32-4618-a15f-ef899ed29439,DISK] 2024-12-02T09:01:58,084 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/WALs/7c6d666a4939,34915,1733130117270/7c6d666a4939%2C34915%2C1733130117270.1733130118059 2024-12-02T09:01:58,084 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43765:43765)] 2024-12-02T09:01:58,084 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:01:58,085 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:01:58,085 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,085 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:01:58,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:58,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:58,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:01:58,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:58,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:01:58,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:01:58,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:58,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:01:58,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:01:58,114 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:58,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:01:58,115 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,117 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,118 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,122 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,122 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,124 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:01:58,128 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:01:58,137 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:01:58,138 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74430721, jitterRate=0.10910417139530182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:01:58,139 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130118085Initializing all the Stores at 1733130118088 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130118088Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130118088Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130118088Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130118088Cleaning up temporary data from old regions at 1733130118122 (+34 ms)Region opened successfully at 1733130118138 (+16 ms) 2024-12-02T09:01:58,139 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:01:58,152 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ad287f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:01:58,153 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:01:58,153 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:01:58,154 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:01:58,154 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:01:58,155 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T09:01:58,156 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:01:58,156 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:01:58,160 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:01:58,162 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Unable to get data of znode /154877826/balancer because node does not exist (not necessarily an error) 2024-12-02T09:01:58,186 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /154877826/balancer already deleted, retry=false 2024-12-02T09:01:58,186 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:01:58,196 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Unable to get data of znode /154877826/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:01:58,202 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /154877826/normalizer already deleted, retry=false 2024-12-02T09:01:58,203 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:01:58,206 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Unable to get data of znode /154877826/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:01:58,210 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /154877826/switch/split already deleted, retry=false 2024-12-02T09:01:58,212 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Unable to get data of znode /154877826/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:01:58,219 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /154877826/switch/merge already deleted, retry=false 2024-12-02T09:01:58,227 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Unable to get data of znode /154877826/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:01:58,236 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /154877826/snapshot-cleanup already deleted, retry=false 2024-12-02T09:01:58,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/154877826/running 2024-12-02T09:01:58,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/154877826/running 2024-12-02T09:01:58,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:58,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:58,249 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,34915,1733130117270, sessionid=0x1009a3896ec0003, setting cluster-up flag (Was=false) 2024-12-02T09:01:58,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:58,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:58,294 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /154877826/flush-table-proc/acquired, /154877826/flush-table-proc/reached, /154877826/flush-table-proc/abort 2024-12-02T09:01:58,296 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34915,1733130117270 2024-12-02T09:01:58,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:58,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:58,336 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /154877826/online-snapshot/acquired, /154877826/online-snapshot/reached, /154877826/online-snapshot/abort 2024-12-02T09:01:58,344 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34915,1733130117270 2024-12-02T09:01:58,348 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:01:58,357 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:01:58,357 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:01:58,358 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:01:58,358 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,34915,1733130117270 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:01:58,361 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:01:58,361 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:01:58,361 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:01:58,361 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:01:58,362 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:01:58,362 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,362 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:01:58,362 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,381 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:01:58,381 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:01:58,382 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130148382 2024-12-02T09:01:58,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:01:58,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:01:58,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:01:58,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:01:58,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:01:58,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:01:58,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:58,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:01:58,387 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,391 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:01:58,392 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:01:58,392 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:01:58,392 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:01:58,399 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:01:58,399 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:01:58,404 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130118400,5,FailOnTimeoutGroup] 2024-12-02T09:01:58,405 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130118404,5,FailOnTimeoutGroup] 2024-12-02T09:01:58,405 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,405 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:01:58,405 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,405 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:01:58,419 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(746): ClusterId : 518fc370-99c0-4659-a875-3327b245ca43 2024-12-02T09:01:58,419 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:01:58,429 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:01:58,429 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:01:58,437 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:01:58,438 DEBUG [RS:0;7c6d666a4939:43501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d768d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:01:58,464 DEBUG [RS:0;7c6d666a4939:43501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:43501 2024-12-02T09:01:58,464 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:01:58,464 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:01:58,464 DEBUG [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:01:58,465 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,34915,1733130117270 with port=43501, startcode=1733130117374 2024-12-02T09:01:58,465 DEBUG [RS:0;7c6d666a4939:43501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:01:58,469 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:01:58,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,43501,1733130117374 2024-12-02T09:01:58,470 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34915 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,43501,1733130117374 2024-12-02T09:01:58,476 DEBUG [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a 2024-12-02T09:01:58,476 DEBUG [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40013 2024-12-02T09:01:58,477 DEBUG [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:01:58,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826/rs 2024-12-02T09:01:58,486 DEBUG [RS:0;7c6d666a4939:43501 {}] zookeeper.ZKUtil(111): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Set watcher on existing znode=/154877826/rs/7c6d666a4939,43501,1733130117374 2024-12-02T09:01:58,486 WARN [RS:0;7c6d666a4939:43501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:01:58,486 INFO [RS:0;7c6d666a4939:43501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:01:58,487 DEBUG [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/WALs/7c6d666a4939,43501,1733130117374 2024-12-02T09:01:58,487 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,43501,1733130117374] 2024-12-02T09:01:58,493 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:01:58,498 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:01:58,499 INFO [RS:0;7c6d666a4939:43501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:01:58,499 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,503 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:01:58,505 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:01:58,505 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,505 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,506 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,506 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,506 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,506 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,506 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:01:58,506 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,506 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,507 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,507 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,507 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,507 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:01:58,507 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:01:58,507 DEBUG [RS:0;7c6d666a4939:43501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:01:58,510 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,511 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,511 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,511 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,511 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,511 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,43501,1733130117374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:01:58,538 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:01:58,539 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,43501,1733130117374-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,539 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,539 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.Replication(171): 7c6d666a4939,43501,1733130117374 started 2024-12-02T09:01:58,559 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:58,559 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,43501,1733130117374, RpcServer on 7c6d666a4939/172.17.0.3:43501, sessionid=0x1009a3896ec0004 2024-12-02T09:01:58,560 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:01:58,560 DEBUG [RS:0;7c6d666a4939:43501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,43501,1733130117374 2024-12-02T09:01:58,560 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,43501,1733130117374' 2024-12-02T09:01:58,560 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/154877826/flush-table-proc/abort' 2024-12-02T09:01:58,561 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/154877826/flush-table-proc/acquired' 2024-12-02T09:01:58,561 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:01:58,562 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:01:58,562 DEBUG [RS:0;7c6d666a4939:43501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,43501,1733130117374 2024-12-02T09:01:58,562 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,43501,1733130117374' 2024-12-02T09:01:58,562 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/154877826/online-snapshot/abort' 2024-12-02T09:01:58,562 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/154877826/online-snapshot/acquired' 2024-12-02T09:01:58,564 DEBUG [RS:0;7c6d666a4939:43501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:01:58,564 INFO [RS:0;7c6d666a4939:43501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:01:58,564 INFO [RS:0;7c6d666a4939:43501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:01:58,665 INFO [RS:0;7c6d666a4939:43501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:01:58,668 INFO [RS:0;7c6d666a4939:43501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C43501%2C1733130117374, suffix=, logDir=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/WALs/7c6d666a4939,43501,1733130117374, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/oldWALs, maxLogs=10 2024-12-02T09:01:58,688 DEBUG [RS:0;7c6d666a4939:43501 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/WALs/7c6d666a4939,43501,1733130117374/7c6d666a4939%2C43501%2C1733130117374.1733130118670, exclude list is [], retry=0 2024-12-02T09:01:58,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36907,DS-ee760641-fc32-4618-a15f-ef899ed29439,DISK] 2024-12-02T09:01:58,700 INFO [RS:0;7c6d666a4939:43501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/WALs/7c6d666a4939,43501,1733130117374/7c6d666a4939%2C43501%2C1733130117374.1733130118670 2024-12-02T09:01:58,701 DEBUG [RS:0;7c6d666a4939:43501 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43765:43765)] 2024-12-02T09:01:58,811 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:01:58,812 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a 2024-12-02T09:01:58,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:01:58,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:01:58,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:01:58,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:01:58,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:58,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:58,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:01:58,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:01:58,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:58,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:58,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:01:58,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:01:58,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:58,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:58,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:01:58,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:01:58,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:58,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:58,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:01:58,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/1588230740 2024-12-02T09:01:58,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/1588230740 2024-12-02T09:01:58,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:01:58,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:01:58,862 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:01:58,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:01:58,868 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:01:58,869 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71520417, jitterRate=0.06573726236820221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:01:58,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130118829Initializing all the Stores at 1733130118832 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130118832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130118832Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130118832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130118832Cleaning up temporary data from old regions at 1733130118861 (+29 ms)Region opened successfully at 1733130118869 (+8 ms) 2024-12-02T09:01:58,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:01:58,870 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:01:58,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:01:58,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:01:58,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:01:58,870 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:01:58,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130118869Disabling compacts and flushes for region at 1733130118869Disabling writes for close at 1733130118870 (+1 ms)Writing region close event to WAL at 1733130118870Closed at 1733130118870 2024-12-02T09:01:58,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:01:58,873 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:01:58,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:01:58,876 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:01:58,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:01:59,030 DEBUG [7c6d666a4939:34915 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:01:59,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,43501,1733130117374 2024-12-02T09:01:59,034 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,43501,1733130117374, state=OPENING 2024-12-02T09:01:59,099 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:01:59,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:59,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:01:59,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /154877826/meta-region-server: CHANGED 2024-12-02T09:01:59,112 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /154877826/meta-region-server: CHANGED 2024-12-02T09:01:59,112 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:01:59,112 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,43501,1733130117374}] 2024-12-02T09:01:59,281 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:01:59,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:01:59,303 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:01:59,303 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:01:59,304 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:01:59,320 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C43501%2C1733130117374.meta, suffix=.meta, logDir=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/WALs/7c6d666a4939,43501,1733130117374, archiveDir=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/oldWALs, maxLogs=10 2024-12-02T09:01:59,353 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/WALs/7c6d666a4939,43501,1733130117374/7c6d666a4939%2C43501%2C1733130117374.meta.1733130119321.meta, exclude list is [], retry=0 2024-12-02T09:01:59,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36907,DS-ee760641-fc32-4618-a15f-ef899ed29439,DISK] 2024-12-02T09:01:59,368 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/WALs/7c6d666a4939,43501,1733130117374/7c6d666a4939%2C43501%2C1733130117374.meta.1733130119321.meta 2024-12-02T09:01:59,370 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43765:43765)] 2024-12-02T09:01:59,371 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:01:59,371 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:01:59,372 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:01:59,372 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:01:59,372 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:01:59,372 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:01:59,373 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:01:59,373 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:01:59,373 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:01:59,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:01:59,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:01:59,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:59,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:59,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:01:59,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:01:59,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:59,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:59,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:01:59,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:01:59,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:59,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:59,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:01:59,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:01:59,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:59,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:01:59,405 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:01:59,407 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/1588230740 2024-12-02T09:01:59,410 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/1588230740 2024-12-02T09:01:59,413 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:01:59,413 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:01:59,414 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:01:59,418 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:01:59,420 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62154222, jitterRate=-0.07382991909980774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:01:59,420 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:01:59,421 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130119373Writing region info on filesystem at 1733130119373Initializing all the Stores at 1733130119376 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130119376Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130119376Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130119376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130119376Cleaning up temporary data from old regions at 1733130119413 (+37 ms)Running coprocessor post-open hooks at 1733130119420 (+7 ms)Region opened successfully at 1733130119420 2024-12-02T09:01:59,423 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130119279 2024-12-02T09:01:59,429 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:01:59,429 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:01:59,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,43501,1733130117374 2024-12-02T09:01:59,433 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,43501,1733130117374, state=OPEN 2024-12-02T09:01:59,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/154877826/meta-region-server 2024-12-02T09:01:59,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /154877826/meta-region-server: CHANGED 2024-12-02T09:01:59,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/154877826/meta-region-server 2024-12-02T09:01:59,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /154877826/meta-region-server: CHANGED 2024-12-02T09:01:59,478 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,43501,1733130117374 2024-12-02T09:01:59,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:01:59,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,43501,1733130117374 in 367 msec 2024-12-02T09:01:59,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:01:59,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-12-02T09:01:59,497 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:01:59,497 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:01:59,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:01:59,500 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,43501,1733130117374, seqNum=-1] 2024-12-02T09:01:59,501 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:01:59,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:01:59,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1610 sec 2024-12-02T09:01:59,517 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130119517, completionTime=-1 2024-12-02T09:01:59,517 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:01:59,518 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:01:59,521 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:01:59,521 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130179521 2024-12-02T09:01:59,521 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130239521 2024-12-02T09:01:59,521 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-02T09:01:59,522 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34915,1733130117270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:59,522 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34915,1733130117270-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:59,522 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34915,1733130117270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:59,522 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:34915, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:59,522 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:59,523 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:59,528 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:01:59,532 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.074sec 2024-12-02T09:01:59,532 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:01:59,532 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:01:59,532 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:01:59,532 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:01:59,532 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:01:59,532 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34915,1733130117270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:01:59,532 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34915,1733130117270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:01:59,538 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:01:59,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:01:59,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34915,1733130117270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:01:59,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312ef596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:59,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34915,-1 for getting cluster id 2024-12-02T09:01:59,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:01:59,626 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '518fc370-99c0-4659-a875-3327b245ca43' 2024-12-02T09:01:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:01:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "518fc370-99c0-4659-a875-3327b245ca43" 2024-12-02T09:01:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e467b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34915,-1] 2024-12-02T09:01:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:01:59,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:01:59,629 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:01:59,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326d4f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:59,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:01:59,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,43501,1733130117374, seqNum=-1] 2024-12-02T09:01:59,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:01:59,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:01:59,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,34915,1733130117270 2024-12-02T09:01:59,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56807 2024-12-02T09:01:59,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:01:59,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009a3896ec0005 connected 2024-12-02T09:01:59,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@846af79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:59,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,44119,-1 for getting cluster id 2024-12-02T09:01:59,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:01:59,711 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06260450-e454-4457-9529-d219df6a7883' 2024-12-02T09:01:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:01:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06260450-e454-4457-9529-d219df6a7883" 2024-12-02T09:01:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ec9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,44119,-1] 2024-12-02T09:01:59,712 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:01:59,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:01:59,714 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:01:59,716 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f513db2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:59,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:01:59,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,44119,1733130110899 2024-12-02T09:01:59,728 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb57ccd 2024-12-02T09:01:59,729 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:01:59,731 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:01:59,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:34915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:01:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:01:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:01:59,744 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34915' 2024-12-02T09:01:59,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4051b23e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:59,746 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34915,-1 for getting cluster id 2024-12-02T09:01:59,746 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:01:59,747 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '518fc370-99c0-4659-a875-3327b245ca43' 2024-12-02T09:01:59,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:01:59,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "518fc370-99c0-4659-a875-3327b245ca43" 2024-12-02T09:01:59,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d72d900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:59,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34915,-1] 2024-12-02T09:01:59,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:01:59,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:01:59,750 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:01:59,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275f4e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:01:59,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:01:59,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34915,1733130117270 2024-12-02T09:01:59,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d881818 2024-12-02T09:01:59,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:01:59,757 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:01:59,769 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T09:01:59,770 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:01:59,774 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:01:59,775 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:01:59,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:01:59,777 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:01:59,783 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:01:59,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:01:59,788 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:01:59,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:01:59,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741835_1011 (size=1138) 2024-12-02T09:01:59,836 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:01:59,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:00,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:00,222 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6715ac1eb7032486a9f1e243dae659b, NAME => 'hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6 2024-12-02T09:02:00,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741836_1012 (size=44) 2024-12-02T09:02:00,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:00,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a6715ac1eb7032486a9f1e243dae659b, disabling compactions & flushes 2024-12-02T09:02:00,243 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:00,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:00,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. after waiting 0 ms 2024-12-02T09:02:00,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:00,244 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:00,244 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6715ac1eb7032486a9f1e243dae659b: Waiting for close lock at 1733130120243Disabling compacts and flushes for region at 1733130120243Disabling writes for close at 1733130120244 (+1 ms)Writing region close event to WAL at 1733130120244Closed at 1733130120244 2024-12-02T09:02:00,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:02:00,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130120247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130120247"}]},"ts":"1733130120247"} 2024-12-02T09:02:00,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:02:00,266 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:02:00,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130120266"}]},"ts":"1733130120266"} 2024-12-02T09:02:00,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:02:00,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6715ac1eb7032486a9f1e243dae659b, ASSIGN}] 2024-12-02T09:02:00,283 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6715ac1eb7032486a9f1e243dae659b, ASSIGN 2024-12-02T09:02:00,285 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6715ac1eb7032486a9f1e243dae659b, ASSIGN; state=OFFLINE, location=7c6d666a4939,33479,1733130111688; forceNewPlan=false, retain=false 2024-12-02T09:02:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:00,437 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a6715ac1eb7032486a9f1e243dae659b, regionState=OPENING, regionLocation=7c6d666a4939,33479,1733130111688 2024-12-02T09:02:00,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6715ac1eb7032486a9f1e243dae659b, ASSIGN because future has completed 2024-12-02T09:02:00,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6715ac1eb7032486a9f1e243dae659b, server=7c6d666a4939,33479,1733130111688}] 2024-12-02T09:02:00,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:00,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:00,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:02:00,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C33479%2C1733130111688.rep, suffix=, logDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688, archiveDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs, maxLogs=10 2024-12-02T09:02:00,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.rep.1733130120612, exclude list is [], retry=0 2024-12-02T09:02:00,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-45e2374f-ec63-4851-b283-ac5f07162d55,DISK] 2024-12-02T09:02:00,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.rep.1733130120612 2024-12-02T09:02:00,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-12-02T09:02:00,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => a6715ac1eb7032486a9f1e243dae659b, NAME => 'hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:00,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:02:00,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:02:00,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. service=MultiRowMutationService 2024-12-02T09:02:00,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:02:00,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:00,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,641 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,643 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6715ac1eb7032486a9f1e243dae659b columnFamilyName hfileref 2024-12-02T09:02:00,643 DEBUG [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:00,644 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(327): Store=a6715ac1eb7032486a9f1e243dae659b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:00,645 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,647 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6715ac1eb7032486a9f1e243dae659b columnFamilyName queue 2024-12-02T09:02:00,647 DEBUG [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:00,648 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(327): Store=a6715ac1eb7032486a9f1e243dae659b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:00,648 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,650 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6715ac1eb7032486a9f1e243dae659b columnFamilyName sid 2024-12-02T09:02:00,650 DEBUG [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:00,651 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(327): Store=a6715ac1eb7032486a9f1e243dae659b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:00,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:02:00,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:00,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened a6715ac1eb7032486a9f1e243dae659b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64594165, jitterRate=-0.03747193515300751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:02:00,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:00,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for a6715ac1eb7032486a9f1e243dae659b: Running coprocessor pre-open hook at 1733130120639Writing region info on filesystem at 1733130120639Initializing all the Stores at 1733130120640 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130120640Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130120641 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130120641Cleaning up temporary data from old regions at 1733130120654 (+13 ms)Running coprocessor post-open hooks at 1733130120660 (+6 ms)Region opened successfully at 1733130120660 2024-12-02T09:02:00,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b., pid=7, masterSystemTime=1733130120599 2024-12-02T09:02:00,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:00,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:00,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=a6715ac1eb7032486a9f1e243dae659b, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,33479,1733130111688 2024-12-02T09:02:00,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6715ac1eb7032486a9f1e243dae659b, server=7c6d666a4939,33479,1733130111688 because future has completed 2024-12-02T09:02:00,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T09:02:00,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure a6715ac1eb7032486a9f1e243dae659b, server=7c6d666a4939,33479,1733130111688 in 228 msec 2024-12-02T09:02:00,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:02:00,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6715ac1eb7032486a9f1e243dae659b, ASSIGN in 398 msec 2024-12-02T09:02:00,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:02:00,681 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130120681"}]},"ts":"1733130120681"} 2024-12-02T09:02:00,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:02:00,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:02:00,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 907 msec 2024-12-02T09:02:00,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b., hostname=7c6d666a4939,33479,1733130111688, seqNum=2] 2024-12-02T09:02:00,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33479 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T09:02:00,735 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:00,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:00,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:02:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:00,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T09:02:00,918 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:02:00,958 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,33479,1733130111688, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:02:00,959 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:00,960 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,33479,1733130111688, seqNum=-1] 2024-12-02T09:02:00,960 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:00,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T09:02:00,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,33479,1733130111688', locateType=CURRENT is [region=hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b., hostname=7c6d666a4939,33479,1733130111688, seqNum=2] 2024-12-02T09:02:00,973 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T09:02:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T09:02:00,983 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,33479,1733130111688 suceeded 2024-12-02T09:02:00,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:02:00,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T09:02:00,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-12-02T09:02:00,988 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:34915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:02:00,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2540 sec 2024-12-02T09:02:00,997 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34915' 2024-12-02T09:02:01,000 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5981e18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:01,000 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34915,-1 for getting cluster id 2024-12-02T09:02:01,000 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:01,002 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '518fc370-99c0-4659-a875-3327b245ca43' 2024-12-02T09:02:01,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:01,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "518fc370-99c0-4659-a875-3327b245ca43" 2024-12-02T09:02:01,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ab977f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:01,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34915,-1] 2024-12-02T09:02:01,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:01,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:01,006 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:01,007 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67781962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:01,007 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:01,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34915,1733130117270 2024-12-02T09:02:01,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a1dc617 2024-12-02T09:02:01,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:01,009 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T09:02:01,010 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,33479,1733130111688 (queues=1) is replicating from cluster=06260450-e454-4457-9529-d219df6a7883 to cluster=518fc370-99c0-4659-a875-3327b245ca43 2024-12-02T09:02:01,013 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C33479%2C1733130111688 2024-12-02T09:02:01,017 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,33479,1733130111688, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:02:01,025 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,1-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098, startPosition=0, beingWritten=true 2024-12-02T09:02:01,040 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688.replicationSource.shipper7c6d666a4939%2C33479%2C1733130111688,1-7c6d666a4939,33479,1733130111688 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C33479%2C1733130111688 2024-12-02T09:02:01,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T09:02:01,051 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:02:01,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:02:01,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T09:02:01,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T09:02:01,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T09:02:01,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:02:01,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T09:02:01,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:02:01,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T09:02:01,272 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T09:02:01,272 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T09:02:01,308 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,1-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 to pos 0, reset compression=false 2024-12-02T09:02:01,623 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,1-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 to pos 0, reset compression=false 2024-12-02T09:02:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:01,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:01,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:01,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:01,889 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:02:01,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:01,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:01,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9c4d67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:01,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,44119,-1 for getting cluster id 2024-12-02T09:02:01,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:01,892 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06260450-e454-4457-9529-d219df6a7883' 2024-12-02T09:02:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:01,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06260450-e454-4457-9529-d219df6a7883" 2024-12-02T09:02:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3ebaef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,44119,-1] 2024-12-02T09:02:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:01,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:01,895 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:01,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@265a15d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:01,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,44119,1733130110899 2024-12-02T09:02:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4012a4ee 2024-12-02T09:02:01,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:01,899 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:01,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://7c6d666a4939:34915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:02:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:02:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T09:02:01,904 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34915' 2024-12-02T09:02:01,905 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@615dae7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:01,905 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34915,-1 for getting cluster id 2024-12-02T09:02:01,905 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:01,906 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '518fc370-99c0-4659-a875-3327b245ca43' 2024-12-02T09:02:01,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:01,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "518fc370-99c0-4659-a875-3327b245ca43" 2024-12-02T09:02:01,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259dda09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:01,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34915,-1] 2024-12-02T09:02:01,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:01,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:01,908 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:01,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24052afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:01,909 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:01,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34915,1733130117270 2024-12-02T09:02:01,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f3d7e51 2024-12-02T09:02:01,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:01,911 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:01,912 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T09:02:01,912 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:02:01,912 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:01,912 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:01,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T09:02:02,031 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,1-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 to pos 0, reset compression=false 2024-12-02T09:02:02,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:02:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T09:02:02,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-02T09:02:02,301 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T09:02:02,336 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-7c6d666a4939,33479,1733130111688, ReplicationSource: 2, currentBandwidth=0 2024-12-02T09:02:02,341 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T09:02:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T09:02:02,346 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7c6d666a4939,33479,1733130111688 suceeded 2024-12-02T09:02:02,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:02:02,351 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7c6d666a4939:34915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:02:02,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-02T09:02:02,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 451 msec 2024-12-02T09:02:02,364 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34915' 2024-12-02T09:02:02,366 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@346dfcb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:02,366 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34915,-1 for getting cluster id 2024-12-02T09:02:02,367 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:02,368 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '518fc370-99c0-4659-a875-3327b245ca43' 2024-12-02T09:02:02,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:02,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "518fc370-99c0-4659-a875-3327b245ca43" 2024-12-02T09:02:02,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61c5e9f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:02,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34915,-1] 2024-12-02T09:02:02,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:02,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:02,371 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:02,373 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7da2531a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:02,373 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:02,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34915,1733130117270 2024-12-02T09:02:02,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3acb3c94 2024-12-02T09:02:02,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:02,377 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T09:02:02,378 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7c6d666a4939,33479,1733130111688 (queues=1) is replicating from cluster=06260450-e454-4457-9529-d219df6a7883 to cluster=518fc370-99c0-4659-a875-3327b245ca43 2024-12-02T09:02:02,378 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7c6d666a4939%2C33479%2C1733130111688 2024-12-02T09:02:02,378 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7c6d666a4939,33479,1733130111688, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:02:02,379 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,2-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098, startPosition=0, beingWritten=true 2024-12-02T09:02:02,383 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688.replicationSource.shipper7c6d666a4939%2C33479%2C1733130111688,2-7c6d666a4939,33479,1733130111688 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C33479%2C1733130111688 2024-12-02T09:02:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T09:02:02,532 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T09:02:02,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:02,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:02,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:02,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:02,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:02,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:02,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,44119,1733130110899 2024-12-02T09:02:02,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eaee9d6 2024-12-02T09:02:02,538 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,1-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 to pos 0, reset compression=false 2024-12-02T09:02:02,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:02,551 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:02,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T09:02:02,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-02T09:02:02,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T09:02:02,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-02T09:02:02,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:34915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:02:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T09:02:02,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T09:02:02,572 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34915' 2024-12-02T09:02:02,575 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e377ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:02,575 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34915,-1 for getting cluster id 2024-12-02T09:02:02,575 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:02,576 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '518fc370-99c0-4659-a875-3327b245ca43' 2024-12-02T09:02:02,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:02,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "518fc370-99c0-4659-a875-3327b245ca43" 2024-12-02T09:02:02,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453ba44c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:02,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34915,-1] 2024-12-02T09:02:02,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:02,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:02,579 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7f00e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:02,580 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:02,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34915,1733130117270 2024-12-02T09:02:02,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3eb0b04e 2024-12-02T09:02:02,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:02,582 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:02,583 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-02T09:02:02,584 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:02:02,584 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:02,584 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:02,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:02,589 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,2-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 to pos 0, reset compression=false 2024-12-02T09:02:02,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:02:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T09:02:02,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-02T09:02:02,759 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-02T09:02:02,761 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T09:02:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T09:02:02,765 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 7c6d666a4939,33479,1733130111688 suceeded 2024-12-02T09:02:02,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T09:02:02,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-02T09:02:02,768 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://7c6d666a4939:34915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:02:02,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 204 msec 2024-12-02T09:02:02,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T09:02:02,889 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-02T09:02:02,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://7c6d666a4939:34915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:02:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T09:02:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T09:02:02,893 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34915' 2024-12-02T09:02:02,894 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41699323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:02,894 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34915,-1 for getting cluster id 2024-12-02T09:02:02,894 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:02,895 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '518fc370-99c0-4659-a875-3327b245ca43' 2024-12-02T09:02:02,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:02,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "518fc370-99c0-4659-a875-3327b245ca43" 2024-12-02T09:02:02,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4ff412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:02,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34915,-1] 2024-12-02T09:02:02,896 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,2-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 to pos 0, reset compression=false 2024-12-02T09:02:02,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:02,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:02,898 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:02,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f99a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:02,899 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:02,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34915,1733130117270 2024-12-02T09:02:02,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a2d507a 2024-12-02T09:02:02,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:02,902 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:02,903 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T09:02:02,903 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:02:02,903 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:02,903 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:02,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:02,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:02:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T09:02:03,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-02T09:02:03,091 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-02T09:02:03,093 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T09:02:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T09:02:03,097 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 7c6d666a4939,33479,1733130111688 suceeded 2024-12-02T09:02:03,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T09:02:03,101 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://7c6d666a4939:34915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:02:03,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-02T09:02:03,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 212 msec 2024-12-02T09:02:03,157 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,1-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 to pos 0, reset compression=false 2024-12-02T09:02:03,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T09:02:03,209 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-02T09:02:03,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T09:02:03,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44119 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-02T09:02:03,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:03,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:03,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:03,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:03,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:03,212 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:02:03,212 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=646843492, stopped=false 2024-12-02T09:02:03,212 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,44119,1733130110899 2024-12-02T09:02:03,219 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424994110/running 2024-12-02T09:02:03,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424994110/running 2024-12-02T09:02:03,219 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:03,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:03,219 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:02:03,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:03,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:03,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:03,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/running 2024-12-02T09:02:03,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/running 2024-12-02T09:02:03,220 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,33479,1733130111688' ***** 2024-12-02T09:02:03,220 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:02:03,220 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:02:03,220 INFO [RS:0;7c6d666a4939:33479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:02:03,220 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:02:03,220 INFO [RS:0;7c6d666a4939:33479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:02:03,221 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(3091): Received CLOSE for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:03,221 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,33479,1733130111688 2024-12-02T09:02:03,221 INFO [RS:0;7c6d666a4939:33479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:02:03,221 INFO [RS:0;7c6d666a4939:33479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:33479. 2024-12-02T09:02:03,222 DEBUG [RS:0;7c6d666a4939:33479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:03,222 DEBUG [RS:0;7c6d666a4939:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:03,222 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:02:03,222 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6715ac1eb7032486a9f1e243dae659b, disabling compactions & flushes 2024-12-02T09:02:03,222 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:02:03,222 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:02:03,222 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:03,222 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:02:03,222 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:03,222 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. after waiting 0 ms 2024-12-02T09:02:03,222 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:03,222 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:02:03,222 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a6715ac1eb7032486a9f1e243dae659b=hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b.} 2024-12-02T09:02:03,222 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:02:03,223 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:02:03,223 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:02:03,223 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:02:03,223 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:02:03,223 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:03,226 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T09:02:03,226 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a6715ac1eb7032486a9f1e243dae659b 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-02T09:02:03,243 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:02:03,295 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/info/9c34be79af694f0595fca8de4a26c8c1 is 147, key is hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b./info:regioninfo/1733130120667/Put/seqid=0 2024-12-02T09:02:03,295 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b/.tmp/queue/1635f791c8a440bd8074bb260471ab96 is 151, key is 1-7c6d666a4939,33479,1733130111688/queue:7c6d666a4939%2C33479%2C1733130111688/1733130120967/Put/seqid=0 2024-12-02T09:02:03,303 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,2-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 to pos 0, reset compression=false 2024-12-02T09:02:03,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741838_1014 (size=5500) 2024-12-02T09:02:03,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741839_1015 (size=6631) 2024-12-02T09:02:03,423 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:03,623 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:03,723 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b/.tmp/queue/1635f791c8a440bd8074bb260471ab96 2024-12-02T09:02:03,724 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/info/9c34be79af694f0595fca8de4a26c8c1 2024-12-02T09:02:03,770 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b/.tmp/queue/1635f791c8a440bd8074bb260471ab96 as hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b/queue/1635f791c8a440bd8074bb260471ab96 2024-12-02T09:02:03,789 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b/queue/1635f791c8a440bd8074bb260471ab96, entries=2, sequenceid=6, filesize=5.4 K 2024-12-02T09:02:03,793 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/ns/dc9b091a09ae45a397888e2dea6bae89 is 43, key is default/ns:d/1733130115630/Put/seqid=0 2024-12-02T09:02:03,798 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a6715ac1eb7032486a9f1e243dae659b in 570ms, sequenceid=6, compaction requested=false 2024-12-02T09:02:03,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741840_1016 (size=5153) 2024-12-02T09:02:03,808 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/ns/dc9b091a09ae45a397888e2dea6bae89 2024-12-02T09:02:03,819 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T09:02:03,822 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:02:03,822 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:02:03,823 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:03,823 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6715ac1eb7032486a9f1e243dae659b: Waiting for close lock at 1733130123221Running coprocessor pre-close hooks at 1733130123222 (+1 ms)Disabling compacts and flushes for region at 1733130123222Disabling writes for close at 1733130123222Obtaining lock to block concurrent updates at 1733130123226 (+4 ms)Preparing flush snapshotting stores in a6715ac1eb7032486a9f1e243dae659b at 1733130123226Finished memstore snapshotting hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733130123235 (+9 ms)Flushing stores of hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. at 1733130123237 (+2 ms)Flushing a6715ac1eb7032486a9f1e243dae659b/queue: creating writer at 1733130123239 (+2 ms)Flushing a6715ac1eb7032486a9f1e243dae659b/queue: appending metadata at 1733130123281 (+42 ms)Flushing a6715ac1eb7032486a9f1e243dae659b/queue: closing flushed file at 1733130123283 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7460651a: reopening flushed file at 1733130123767 (+484 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for a6715ac1eb7032486a9f1e243dae659b in 570ms, sequenceid=6, compaction requested=false at 1733130123798 (+31 ms)Writing region close event to WAL at 1733130123806 (+8 ms)Running coprocessor post-close hooks at 1733130123820 (+14 ms)Closed at 1733130123823 (+3 ms) 2024-12-02T09:02:03,823 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:03,824 DEBUG [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:03,824 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,2-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 to pos 0, reset compression=false 2024-12-02T09:02:03,858 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/table/47eb27b8a0d6453089706663eb1448f6 is 53, key is hbase:replication/table:state/1733130120681/Put/seqid=0 2024-12-02T09:02:03,864 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,1-7c6d666a4939,33479,1733130111688 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 to pos 0, reset compression=false 2024-12-02T09:02:03,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741841_1017 (size=5256) 2024-12-02T09:02:03,876 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/table/47eb27b8a0d6453089706663eb1448f6 2024-12-02T09:02:03,891 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/info/9c34be79af694f0595fca8de4a26c8c1 as hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/info/9c34be79af694f0595fca8de4a26c8c1 2024-12-02T09:02:03,902 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/info/9c34be79af694f0595fca8de4a26c8c1, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T09:02:03,904 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/ns/dc9b091a09ae45a397888e2dea6bae89 as hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/ns/dc9b091a09ae45a397888e2dea6bae89 2024-12-02T09:02:03,913 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/ns/dc9b091a09ae45a397888e2dea6bae89, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T09:02:03,915 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/table/47eb27b8a0d6453089706663eb1448f6 as hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/table/47eb27b8a0d6453089706663eb1448f6 2024-12-02T09:02:03,924 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/table/47eb27b8a0d6453089706663eb1448f6, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T09:02:03,926 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 703ms, sequenceid=11, compaction requested=false 2024-12-02T09:02:03,941 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:02:03,941 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:02:03,941 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T09:02:03,942 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:02:03,942 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:02:03,942 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:03,942 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130123222Running coprocessor pre-close hooks at 1733130123222Disabling compacts and flushes for region at 1733130123222Disabling writes for close at 1733130123223 (+1 ms)Obtaining lock to block concurrent updates at 1733130123226 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733130123226Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733130123235 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733130123237 (+2 ms)Flushing 1588230740/info: creating writer at 1733130123239 (+2 ms)Flushing 1588230740/info: appending metadata at 1733130123281 (+42 ms)Flushing 1588230740/info: closing flushed file at 1733130123283 (+2 ms)Flushing 1588230740/ns: creating writer at 1733130123766 (+483 ms)Flushing 1588230740/ns: appending metadata at 1733130123792 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1733130123792Flushing 1588230740/table: creating writer at 1733130123823 (+31 ms)Flushing 1588230740/table: appending metadata at 1733130123857 (+34 ms)Flushing 1588230740/table: closing flushed file at 1733130123858 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5769a5a7: reopening flushed file at 1733130123890 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a666130: reopening flushed file at 1733130123903 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4b7bac: reopening flushed file at 1733130123914 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 703ms, sequenceid=11, compaction requested=false at 1733130123926 (+12 ms)Writing region close event to WAL at 1733130123935 (+9 ms)Running coprocessor post-close hooks at 1733130123942 (+7 ms)Closed at 1733130123942 2024-12-02T09:02:03,942 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:04,024 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,33479,1733130111688; all regions closed. 2024-12-02T09:02:04,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741834_1010 (size=2742) 2024-12-02T09:02:04,034 DEBUG [RS:0;7c6d666a4939:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs 2024-12-02T09:02:04,034 INFO [RS:0;7c6d666a4939:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C33479%2C1733130111688.meta:.meta(num 1733130115440) 2024-12-02T09:02:04,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741837_1013 (size=1802) 2024-12-02T09:02:04,036 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.rep.1733130120612 not finished, retry = 0 2024-12-02T09:02:04,140 DEBUG [RS:0;7c6d666a4939:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs 2024-12-02T09:02:04,140 INFO [RS:0;7c6d666a4939:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C33479%2C1733130111688.rep:(num 1733130120612) 2024-12-02T09:02:04,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741833_1009 (size=93) 2024-12-02T09:02:04,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688/7c6d666a4939%2C33479%2C1733130111688.1733130115098 not finished, retry = 0 2024-12-02T09:02:04,246 DEBUG [RS:0;7c6d666a4939:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs 2024-12-02T09:02:04,246 INFO [RS:0;7c6d666a4939:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C33479%2C1733130111688:(num 1733130115098) 2024-12-02T09:02:04,246 DEBUG [RS:0;7c6d666a4939:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:04,246 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:02:04,246 INFO [RS:0;7c6d666a4939:33479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:02:04,247 INFO [RS:0;7c6d666a4939:33479 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:02:04,247 INFO [RS:0;7c6d666a4939:33479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:02:04,247 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:02:04,247 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,33479,1733130111688 because: Region server is closing 2024-12-02T09:02:04,248 INFO [RS:0;7c6d666a4939:33479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:33479. 2024-12-02T09:02:04,248 DEBUG [RS:0;7c6d666a4939:33479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:04,248 DEBUG [RS:0;7c6d666a4939:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:04,248 DEBUG [RS:0;7c6d666a4939:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:04,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:04,348 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688.replicationSource.wal-reader.7c6d666a4939%2C33479%2C1733130111688,1-7c6d666a4939,33479,1733130111688 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T09:02:04,348 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688.replicationSource.shipper7c6d666a4939%2C33479%2C1733130111688,1-7c6d666a4939,33479,1733130111688 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T09:02:04,349 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33479,1733130111688.replicationSource.shipper7c6d666a4939%2C33479%2C1733130111688,1-7c6d666a4939,33479,1733130111688 terminated 2024-12-02T09:02:04,349 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7c6d666a4939,33479,1733130111688 because: Region server is closing 2024-12-02T09:02:04,349 INFO [RS:0;7c6d666a4939:33479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:33479. 2024-12-02T09:02:04,349 DEBUG [RS:0;7c6d666a4939:33479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:04,350 DEBUG [RS:0;7c6d666a4939:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:04,350 DEBUG [RS:0;7c6d666a4939:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:04,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:04,450 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688.replicationSource.shipper7c6d666a4939%2C33479%2C1733130111688,2-7c6d666a4939,33479,1733130111688 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T09:02:04,450 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,33479,1733130111688.replicationSource.shipper7c6d666a4939%2C33479%2C1733130111688,2-7c6d666a4939,33479,1733130111688 terminated 2024-12-02T09:02:04,451 INFO [RS:0;7c6d666a4939:33479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33479 2024-12-02T09:02:04,460 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424994110/rs/7c6d666a4939,33479,1733130111688 2024-12-02T09:02:04,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/rs 2024-12-02T09:02:04,460 INFO [RS:0;7c6d666a4939:33479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:02:04,461 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,33479,1733130111688] 2024-12-02T09:02:04,477 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/draining/7c6d666a4939,33479,1733130111688 already deleted, retry=false 2024-12-02T09:02:04,477 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,33479,1733130111688 expired; onlineServers=0 2024-12-02T09:02:04,477 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,44119,1733130110899' ***** 2024-12-02T09:02:04,477 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:02:04,478 INFO [M:0;7c6d666a4939:44119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:02:04,478 INFO [M:0;7c6d666a4939:44119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:02:04,478 DEBUG [M:0;7c6d666a4939:44119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:02:04,478 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:02:04,478 DEBUG [M:0;7c6d666a4939:44119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:02:04,478 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130114717 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130114717,5,FailOnTimeoutGroup] 2024-12-02T09:02:04,478 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130114718 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130114718,5,FailOnTimeoutGroup] 2024-12-02T09:02:04,478 INFO [M:0;7c6d666a4939:44119 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:02:04,479 INFO [M:0;7c6d666a4939:44119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:02:04,479 DEBUG [M:0;7c6d666a4939:44119 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:02:04,479 INFO [M:0;7c6d666a4939:44119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:02:04,479 INFO [M:0;7c6d666a4939:44119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:02:04,479 INFO [M:0;7c6d666a4939:44119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:02:04,480 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:02:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424994110/master 2024-12-02T09:02:04,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:04,486 DEBUG [M:0;7c6d666a4939:44119 {}] zookeeper.ZKUtil(347): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/master because node does not exist (not an error) 2024-12-02T09:02:04,486 WARN [M:0;7c6d666a4939:44119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:02:04,486 INFO [M:0;7c6d666a4939:44119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/.lastflushedseqids 2024-12-02T09:02:04,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741842_1018 (size=181) 2024-12-02T09:02:04,570 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:04,570 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1009a3896ec0001, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:04,570 INFO [RS:0;7c6d666a4939:33479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:02:04,570 INFO [RS:0;7c6d666a4939:33479 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,33479,1733130111688; zookeeper connection closed. 2024-12-02T09:02:04,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68cdfeaa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68cdfeaa 2024-12-02T09:02:04,571 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:02:04,898 INFO [M:0;7c6d666a4939:44119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:02:04,898 INFO [M:0;7c6d666a4939:44119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:02:04,898 DEBUG [M:0;7c6d666a4939:44119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:02:04,898 INFO [M:0;7c6d666a4939:44119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:04,898 DEBUG [M:0;7c6d666a4939:44119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:04,898 DEBUG [M:0;7c6d666a4939:44119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:02:04,898 DEBUG [M:0;7c6d666a4939:44119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:04,899 INFO [M:0;7c6d666a4939:44119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-02T09:02:04,918 DEBUG [M:0;7c6d666a4939:44119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c37f7fa029542d8b5715457b8bc76f9 is 82, key is hbase:meta,,1/info:regioninfo/1733130115522/Put/seqid=0 2024-12-02T09:02:04,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741843_1019 (size=5672) 2024-12-02T09:02:05,324 INFO [M:0;7c6d666a4939:44119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c37f7fa029542d8b5715457b8bc76f9 2024-12-02T09:02:05,360 DEBUG [M:0;7c6d666a4939:44119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fa67c04e266499594daf516c6cb2cc3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733130120687/Put/seqid=0 2024-12-02T09:02:05,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741844_1020 (size=8663) 2024-12-02T09:02:05,381 INFO [M:0;7c6d666a4939:44119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fa67c04e266499594daf516c6cb2cc3 2024-12-02T09:02:05,433 DEBUG [M:0;7c6d666a4939:44119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2871e209733941cd8b6dad5be8de3d32 is 69, key is 7c6d666a4939,33479,1733130111688/rs:state/1733130114859/Put/seqid=0 2024-12-02T09:02:05,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741845_1021 (size=5156) 2024-12-02T09:02:05,445 INFO [M:0;7c6d666a4939:44119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2871e209733941cd8b6dad5be8de3d32 2024-12-02T09:02:05,463 DEBUG [M:0;7c6d666a4939:44119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c37f7fa029542d8b5715457b8bc76f9 as hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c37f7fa029542d8b5715457b8bc76f9 2024-12-02T09:02:05,472 INFO [M:0;7c6d666a4939:44119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c37f7fa029542d8b5715457b8bc76f9, entries=8, sequenceid=115, filesize=5.5 K 2024-12-02T09:02:05,474 DEBUG [M:0;7c6d666a4939:44119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6fa67c04e266499594daf516c6cb2cc3 as hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6fa67c04e266499594daf516c6cb2cc3 2024-12-02T09:02:05,484 INFO [M:0;7c6d666a4939:44119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6fa67c04e266499594daf516c6cb2cc3, entries=14, sequenceid=115, filesize=8.5 K 2024-12-02T09:02:05,486 DEBUG [M:0;7c6d666a4939:44119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2871e209733941cd8b6dad5be8de3d32 as hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2871e209733941cd8b6dad5be8de3d32 2024-12-02T09:02:05,495 INFO [M:0;7c6d666a4939:44119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2871e209733941cd8b6dad5be8de3d32, entries=1, sequenceid=115, filesize=5.0 K 2024-12-02T09:02:05,498 INFO [M:0;7c6d666a4939:44119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 599ms, sequenceid=115, compaction requested=false 2024-12-02T09:02:05,499 INFO [M:0;7c6d666a4939:44119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:05,499 DEBUG [M:0;7c6d666a4939:44119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130124898Disabling compacts and flushes for region at 1733130124898Disabling writes for close at 1733130124898Obtaining lock to block concurrent updates at 1733130124899 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130124899Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733130124899Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130124900 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130124900Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130124916 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130124916Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130125336 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130125359 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130125359Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130125396 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130125432 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130125432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151f6b2: reopening flushed file at 1733130125461 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a9e5a1: reopening flushed file at 1733130125472 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fea06b: reopening flushed file at 1733130125484 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 599ms, sequenceid=115, compaction requested=false at 1733130125498 (+14 ms)Writing region close event to WAL at 1733130125499 (+1 ms)Closed at 1733130125499 2024-12-02T09:02:05,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741830_1006 (size=59421) 2024-12-02T09:02:05,503 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:02:05,503 INFO [M:0;7c6d666a4939:44119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:02:05,503 INFO [M:0;7c6d666a4939:44119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44119 2024-12-02T09:02:05,504 INFO [M:0;7c6d666a4939:44119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:02:05,636 INFO [M:0;7c6d666a4939:44119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:02:05,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:05,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44119-0x1009a3896ec0000, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:05,638 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:02:05,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:05,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:05,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:02:05,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:05,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:02:05,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:02:05,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:02:05,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36967 2024-12-02T09:02:05,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36967 connecting to ZooKeeper ensemble=127.0.0.1:56807 2024-12-02T09:02:05,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369670x0, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:05,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36967-0x1009a3896ec0006 connected 2024-12-02T09:02:05,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:05,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:05,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/running 2024-12-02T09:02:05,670 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: INIT 2024-12-02T09:02:05,671 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6, hbase.cluster.distributed=false 2024-12-02T09:02:05,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/acl 2024-12-02T09:02:05,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36967 2024-12-02T09:02:05,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36967 2024-12-02T09:02:05,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36967 2024-12-02T09:02:05,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36967 2024-12-02T09:02:05,678 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36967 2024-12-02T09:02:05,693 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:02:05,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:05,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:05,693 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:02:05,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:05,693 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:02:05,693 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:02:05,693 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:02:05,694 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43889 2024-12-02T09:02:05,695 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43889 connecting to ZooKeeper ensemble=127.0.0.1:56807 2024-12-02T09:02:05,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:05,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:05,710 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438890x0, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:05,711 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: INIT 2024-12-02T09:02:05,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43889-0x1009a3896ec0007 connected 2024-12-02T09:02:05,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/running 2024-12-02T09:02:05,711 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:02:05,715 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:02:05,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/master 2024-12-02T09:02:05,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/acl 2024-12-02T09:02:05,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43889 2024-12-02T09:02:05,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43889 2024-12-02T09:02:05,725 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43889 2024-12-02T09:02:05,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43889 2024-12-02T09:02:05,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43889 2024-12-02T09:02:05,745 DEBUG [M:0;7c6d666a4939:36967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:36967 2024-12-02T09:02:05,745 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01424994110/backup-masters/7c6d666a4939,36967,1733130125637 2024-12-02T09:02:05,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/backup-masters 2024-12-02T09:02:05,760 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/backup-masters 2024-12-02T09:02:05,760 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on existing znode=/01424994110/backup-masters/7c6d666a4939,36967,1733130125637 2024-12-02T09:02:05,784 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424994110/master 2024-12-02T09:02:05,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:05,785 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:05,785 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on existing znode=/01424994110/master 2024-12-02T09:02:05,785 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01424994110/backup-masters/7c6d666a4939,36967,1733130125637 from backup master directory 2024-12-02T09:02:05,835 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/backup-masters 2024-12-02T09:02:05,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424994110/backup-masters/7c6d666a4939,36967,1733130125637 2024-12-02T09:02:05,835 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:02:05,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/backup-masters 2024-12-02T09:02:05,835 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,36967,1733130125637 2024-12-02T09:02:05,853 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:05,853 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:02:05,868 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-12-02T09:02:05,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741846_1022 (size=196) 2024-12-02T09:02:06,141 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:02:06,324 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:02:06,325 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:02:06,325 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:06,334 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T09:02:06,337 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,44119,1733130110899 to hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,44119,1733130110899-dead as it is dead 2024-12-02T09:02:06,339 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T09:02:06,339 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T09:02:06,339 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,44119,1733130110899-dead/7c6d666a4939%2C44119%2C1733130110899.1733130114017 2024-12-02T09:02:06,344 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,44119,1733130110899-dead/7c6d666a4939%2C44119%2C1733130110899.1733130114017 after 3ms 2024-12-02T09:02:06,345 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,44119,1733130110899-dead/7c6d666a4939%2C44119%2C1733130110899.1733130114017 to hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7c6d666a4939%2C44119%2C1733130110899.1733130114017 2024-12-02T09:02:06,345 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,44119,1733130110899-dead 2024-12-02T09:02:06,346 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,36967,1733130125637 2024-12-02T09:02:06,347 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:02:06,349 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C36967%2C1733130125637, suffix=, logDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,36967,1733130125637, archiveDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/oldWALs, maxLogs=10 2024-12-02T09:02:06,361 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,36967,1733130125637/7c6d666a4939%2C36967%2C1733130125637.1733130126349, exclude list is [], retry=0 2024-12-02T09:02:06,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-45e2374f-ec63-4851-b283-ac5f07162d55,DISK] 2024-12-02T09:02:06,372 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/WALs/7c6d666a4939,36967,1733130125637/7c6d666a4939%2C36967%2C1733130125637.1733130126349 2024-12-02T09:02:06,372 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-12-02T09:02:06,372 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:06,372 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:06,373 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:06,373 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:06,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:06,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:02:06,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:06,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c37f7fa029542d8b5715457b8bc76f9 2024-12-02T09:02:06,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:06,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:06,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:02:06,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:06,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6fa67c04e266499594daf516c6cb2cc3 2024-12-02T09:02:06,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:06,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:06,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:02:06,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:06,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2871e209733941cd8b6dad5be8de3d32 2024-12-02T09:02:06,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:06,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:06,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:02:06,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:06,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:06,407 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:06,409 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T09:02:06,409 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7c6d666a4939%2C44119%2C1733130110899.1733130114017 2024-12-02T09:02:06,439 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7c6d666a4939%2C44119%2C1733130110899.1733130114017 2024-12-02T09:02:06,442 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7c6d666a4939%2C44119%2C1733130110899.1733130114017 2024-12-02T09:02:06,444 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:06,444 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:06,445 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:06,447 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:06,452 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-02T09:02:06,453 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62624200, jitterRate=-0.0668267011642456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:06,454 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130126373Initializing all the Stores at 1733130126374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130126374Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130126374Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130126374Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130126374Cleaning up temporary data from old regions at 1733130126444 (+70 ms)Region opened successfully at 1733130126454 (+10 ms) 2024-12-02T09:02:06,454 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:02:06,458 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d1cffc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:02:06,468 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T09:02:06,469 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:02:06,469 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:02:06,469 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:02:06,470 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:02:06,474 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:06,475 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:02:06,475 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:02:06,475 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:02:06,476 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T09:02:06,476 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T09:02:06,476 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-02T09:02:06,476 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:02:06,480 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7c6d666a4939,33479,1733130111688, regionLocation=7c6d666a4939,33479,1733130111688, openSeqNum=2 2024-12-02T09:02:06,480 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7c6d666a4939,33479,1733130111688, table=hbase:meta, region=1588230740 2024-12-02T09:02:06,480 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,33479,1733130111688, state=OPEN 2024-12-02T09:02:06,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424994110/meta-region-server 2024-12-02T09:02:06,493 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424994110/meta-region-server 2024-12-02T09:02:06,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: CHANGED 2024-12-02T09:02:06,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: CHANGED 2024-12-02T09:02:06,498 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:02:06,502 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/draining/7c6d666a4939,33479,1733130111688 already deleted, retry=false 2024-12-02T09:02:06,502 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7c6d666a4939,33479,1733130111688 on 7c6d666a4939,36967,1733130125637 2024-12-02T09:02:06,507 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7c6d666a4939,33479,1733130111688, splitWal=true, meta=true 2024-12-02T09:02:06,509 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 7c6d666a4939,33479,1733130111688 (carryingMeta=true) 7c6d666a4939,33479,1733130111688/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@30353ec9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T09:02:06,512 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/balancer because node does not exist (not necessarily an error) 2024-12-02T09:02:06,518 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/balancer already deleted, retry=false 2024-12-02T09:02:06,519 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:02:06,520 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:02:06,547 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/normalizer already deleted, retry=false 2024-12-02T09:02:06,548 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:02:06,549 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:02:06,560 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/switch/split already deleted, retry=false 2024-12-02T09:02:06,561 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:02:06,568 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/switch/merge already deleted, retry=false 2024-12-02T09:02:06,588 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:02:06,593 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/snapshot-cleanup already deleted, retry=false 2024-12-02T09:02:06,602 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424994110/running 2024-12-02T09:02:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01424994110/running 2024-12-02T09:02:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:06,602 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:06,602 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,36967,1733130125637, sessionid=0x1009a3896ec0006, setting cluster-up flag (Was=false) 2024-12-02T09:02:06,611 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01424994110/flush-table-proc/acquired, /01424994110/flush-table-proc/reached, /01424994110/flush-table-proc/abort 2024-12-02T09:02:06,612 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,36967,1733130125637 2024-12-02T09:02:06,619 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01424994110/online-snapshot/acquired, /01424994110/online-snapshot/reached, /01424994110/online-snapshot/abort 2024-12-02T09:02:06,620 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,36967,1733130125637 2024-12-02T09:02:06,622 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/.lastflushedseqids 2024-12-02T09:02:06,625 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:02:06,625 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:02:06,625 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,36967,1733130125637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7c6d666a4939,33479,1733130111688 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:02:06,627 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:06,627 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:06,627 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:06,627 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:06,627 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:02:06,627 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,627 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:02:06,627 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,628 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130156628 2024-12-02T09:02:06,628 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:02:06,628 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:02:06,629 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:02:06,629 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:02:06,629 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:02:06,629 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:02:06,629 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,629 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:02:06,629 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:02:06,629 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:02:06,630 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:02:06,630 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:02:06,630 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:02:06,630 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130126630,5,FailOnTimeoutGroup] 2024-12-02T09:02:06,630 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7c6d666a4939,33479,1733130111688, splitWal=true, meta=true 2024-12-02T09:02:06,630 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130126630,5,FailOnTimeoutGroup] 2024-12-02T09:02:06,631 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,631 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:02:06,631 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,631 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,631 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130126631, completionTime=-1 2024-12-02T09:02:06,631 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T09:02:06,632 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7c6d666a4939,33479,1733130111688, splitWal=true, meta=true, isMeta: true 2024-12-02T09:02:06,634 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688-splitting 2024-12-02T09:02:06,635 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(746): ClusterId : 06260450-e454-4457-9529-d219df6a7883 2024-12-02T09:02:06,635 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:02:06,635 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T09:02:06,636 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688-splitting dir is empty, no logs to split. 2024-12-02T09:02:06,636 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7c6d666a4939,33479,1733130111688 WAL count=0, meta=true 2024-12-02T09:02:06,641 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688-splitting dir is empty, no logs to split. 2024-12-02T09:02:06,641 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7c6d666a4939,33479,1733130111688 WAL count=0, meta=true 2024-12-02T09:02:06,641 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7c6d666a4939,33479,1733130111688 WAL splitting is done? wals=0, meta=true 2024-12-02T09:02:06,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:02:06,644 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:02:06,644 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:02:06,646 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:02:06,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T09:02:06,653 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:02:06,654 DEBUG [RS:0;7c6d666a4939:43889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704046e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:02:06,670 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:43889 2024-12-02T09:02:06,670 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:02:06,670 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:02:06,670 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:02:06,671 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,36967,1733130125637 with port=43889, startcode=1733130125692 2024-12-02T09:02:06,672 DEBUG [RS:0;7c6d666a4939:43889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:02:06,674 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:02:06,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,43889,1733130125692 2024-12-02T09:02:06,675 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36967 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,43889,1733130125692 2024-12-02T09:02:06,677 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6 2024-12-02T09:02:06,677 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41619 2024-12-02T09:02:06,677 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:02:06,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/rs 2024-12-02T09:02:06,685 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T09:02:06,686 DEBUG [RS:0;7c6d666a4939:43889 {}] zookeeper.ZKUtil(111): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on existing znode=/01424994110/rs/7c6d666a4939,43889,1733130125692 2024-12-02T09:02:06,686 WARN [RS:0;7c6d666a4939:43889 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:02:06,686 INFO [RS:0;7c6d666a4939:43889 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:06,686 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692 2024-12-02T09:02:06,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,43889,1733130125692] 2024-12-02T09:02:06,722 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:02:06,728 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:02:06,729 INFO [RS:0;7c6d666a4939:43889 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:02:06,729 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,729 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:02:06,730 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:02:06,730 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,730 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,730 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,730 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,730 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,730 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,730 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:02:06,731 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,731 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,731 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,731 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,731 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,731 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:06,731 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:02:06,731 DEBUG [RS:0;7c6d666a4939:43889 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:02:06,731 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,732 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,732 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,732 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,732 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,732 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,43889,1733130125692-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:02:06,756 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:02:06,756 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,43889,1733130125692-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,776 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,43889,1733130125692, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:02:06,791 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,1-7c6d666a4939,43889,1733130125692 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34915' 2024-12-02T09:02:06,792 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,1-7c6d666a4939,43889,1733130125692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dbcfd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:06,792 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,1-7c6d666a4939,43889,1733130125692 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34915,-1 for getting cluster id 2024-12-02T09:02:06,792 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,1-7c6d666a4939,43889,1733130125692 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:06,793 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '518fc370-99c0-4659-a875-3327b245ca43' 2024-12-02T09:02:06,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:06,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "518fc370-99c0-4659-a875-3327b245ca43" 2024-12-02T09:02:06,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d1e8ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:06,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34915,-1] 2024-12-02T09:02:06,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:06,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:06,796 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSource(231): queueId=2-7c6d666a4939,43889,1733130125692, ReplicationSource: 2, currentBandwidth=0 2024-12-02T09:02:06,796 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:06,796 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,796 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.Replication(171): 7c6d666a4939,43889,1733130125692 started 2024-12-02T09:02:06,797 WARN [7c6d666a4939:36967 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T09:02:06,798 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,1-7c6d666a4939,43889,1733130125692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1504a4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:06,798 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,1-7c6d666a4939,43889,1733130125692 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:06,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34915,1733130117270 2024-12-02T09:02:06,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9f55614 2024-12-02T09:02:06,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:06,801 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T09:02:06,802 INFO [RS:0;7c6d666a4939:43889.replicationSource,1-7c6d666a4939,43889,1733130125692 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,43889,1733130125692 (queues=0) is replicating from cluster=06260450-e454-4457-9529-d219df6a7883 to cluster=518fc370-99c0-4659-a875-3327b245ca43 2024-12-02T09:02:06,819 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:06,819 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,43889,1733130125692, RpcServer on 7c6d666a4939/172.17.0.3:43889, sessionid=0x1009a3896ec0007 2024-12-02T09:02:06,819 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:02:06,819 DEBUG [RS:0;7c6d666a4939:43889 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,43889,1733130125692 2024-12-02T09:02:06,819 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,43889,1733130125692' 2024-12-02T09:02:06,819 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01424994110/flush-table-proc/abort' 2024-12-02T09:02:06,819 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,2-7c6d666a4939,43889,1733130125692 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34915' 2024-12-02T09:02:06,820 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01424994110/flush-table-proc/acquired' 2024-12-02T09:02:06,820 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:02:06,820 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:02:06,821 DEBUG [RS:0;7c6d666a4939:43889 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,43889,1733130125692 2024-12-02T09:02:06,821 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,43889,1733130125692' 2024-12-02T09:02:06,821 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01424994110/online-snapshot/abort' 2024-12-02T09:02:06,821 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01424994110/online-snapshot/acquired' 2024-12-02T09:02:06,822 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,2-7c6d666a4939,43889,1733130125692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d933c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:06,822 DEBUG [RS:0;7c6d666a4939:43889 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:02:06,822 INFO [RS:0;7c6d666a4939:43889 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:02:06,822 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,2-7c6d666a4939,43889,1733130125692 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34915,-1 for getting cluster id 2024-12-02T09:02:06,822 INFO [RS:0;7c6d666a4939:43889 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:02:06,822 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,2-7c6d666a4939,43889,1733130125692 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:06,823 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '518fc370-99c0-4659-a875-3327b245ca43' 2024-12-02T09:02:06,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:06,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "518fc370-99c0-4659-a875-3327b245ca43" 2024-12-02T09:02:06,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2833fa48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:06,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34915,-1] 2024-12-02T09:02:06,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:06,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:06,827 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:06,829 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,2-7c6d666a4939,43889,1733130125692 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65661dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:06,829 DEBUG [RS:0;7c6d666a4939:43889.replicationSource,2-7c6d666a4939,43889,1733130125692 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:06,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34915,1733130117270 2024-12-02T09:02:06,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b9ba760 2024-12-02T09:02:06,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:06,833 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T09:02:06,834 INFO [RS:0;7c6d666a4939:43889.replicationSource,2-7c6d666a4939,43889,1733130125692 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7c6d666a4939,43889,1733130125692 (queues=0) is replicating from cluster=06260450-e454-4457-9529-d219df6a7883 to cluster=518fc370-99c0-4659-a875-3327b245ca43 2024-12-02T09:02:06,922 INFO [RS:0;7c6d666a4939:43889 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:02:06,925 INFO [RS:0;7c6d666a4939:43889 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C43889%2C1733130125692, suffix=, logDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692, archiveDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs, maxLogs=10 2024-12-02T09:02:06,944 DEBUG [RS:0;7c6d666a4939:43889 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926, exclude list is [], retry=0 2024-12-02T09:02:06,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-45e2374f-ec63-4851-b283-ac5f07162d55,DISK] 2024-12-02T09:02:06,950 INFO [RS:0;7c6d666a4939:43889 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 2024-12-02T09:02:06,950 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7c6d666a4939%2C43889%2C1733130125692 for peer 1 2024-12-02T09:02:06,951 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7c6d666a4939%2C43889%2C1733130125692 for peer 2 2024-12-02T09:02:06,951 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C43889%2C1733130125692 2024-12-02T09:02:06,951 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,43889,1733130125692, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:02:06,954 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7c6d666a4939%2C43889%2C1733130125692 2024-12-02T09:02:06,954 INFO [RS:0;7c6d666a4939:43889.replicationSource.shipper7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C43889%2C1733130125692 2024-12-02T09:02:06,954 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7c6d666a4939,43889,1733130125692, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:02:06,955 INFO [RS:0;7c6d666a4939:43889.replicationSource.shipper7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C43889%2C1733130125692 2024-12-02T09:02:06,955 DEBUG [RS:0;7c6d666a4939:43889 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-12-02T09:02:06,955 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926, startPosition=0, beingWritten=true 2024-12-02T09:02:06,956 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926, startPosition=0, beingWritten=true 2024-12-02T09:02:07,048 DEBUG [7c6d666a4939:36967 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:02:07,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,43889,1733130125692 2024-12-02T09:02:07,050 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,43889,1733130125692, state=OPENING 2024-12-02T09:02:07,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424994110/meta-region-server 2024-12-02T09:02:07,085 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424994110/meta-region-server 2024-12-02T09:02:07,085 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:02:07,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: CHANGED 2024-12-02T09:02:07,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: CHANGED 2024-12-02T09:02:07,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,43889,1733130125692}] 2024-12-02T09:02:07,166 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:07,166 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:07,239 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:02:07,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:02:07,244 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:02:07,244 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:07,245 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:02:07,247 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C43889%2C1733130125692.meta, suffix=.meta, logDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692, archiveDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs, maxLogs=10 2024-12-02T09:02:07,259 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.meta.1733130127247.meta, exclude list is [], retry=0 2024-12-02T09:02:07,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-45e2374f-ec63-4851-b283-ac5f07162d55,DISK] 2024-12-02T09:02:07,265 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.meta.1733130127247.meta 2024-12-02T09:02:07,266 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-12-02T09:02:07,266 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:07,266 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:02:07,266 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:02:07,266 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:02:07,266 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:02:07,266 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:02:07,267 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:07,267 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:02:07,267 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:02:07,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:02:07,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:02:07,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:07,279 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/info/9c34be79af694f0595fca8de4a26c8c1 2024-12-02T09:02:07,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:07,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:02:07,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:02:07,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:07,290 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/ns/dc9b091a09ae45a397888e2dea6bae89 2024-12-02T09:02:07,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:07,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:02:07,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:02:07,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:07,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:07,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:02:07,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:02:07,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:07,304 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/table/47eb27b8a0d6453089706663eb1448f6 2024-12-02T09:02:07,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:07,305 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:02:07,306 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740 2024-12-02T09:02:07,307 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740 2024-12-02T09:02:07,309 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:02:07,309 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:02:07,310 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:07,312 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:02:07,313 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70913994, jitterRate=0.05670085549354553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:07,313 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:02:07,314 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130127267Writing region info on filesystem at 1733130127267Initializing all the Stores at 1733130127268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130127268Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130127269 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130127269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130127269Cleaning up temporary data from old regions at 1733130127309 (+40 ms)Running coprocessor post-open hooks at 1733130127313 (+4 ms)Region opened successfully at 1733130127313 2024-12-02T09:02:07,315 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733130127239 2024-12-02T09:02:07,318 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:02:07,318 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:02:07,319 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7c6d666a4939,43889,1733130125692 2024-12-02T09:02:07,320 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,43889,1733130125692, state=OPEN 2024-12-02T09:02:07,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424994110/meta-region-server 2024-12-02T09:02:07,327 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01424994110/meta-region-server 2024-12-02T09:02:07,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: CHANGED 2024-12-02T09:02:07,327 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,43889,1733130125692 2024-12-02T09:02:07,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01424994110/meta-region-server: CHANGED 2024-12-02T09:02:07,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T09:02:07,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,43889,1733130125692 in 242 msec 2024-12-02T09:02:07,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-02T09:02:07,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 689 msec 2024-12-02T09:02:07,475 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:07,475 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:07,882 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:07,882 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:08,188 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-02T09:02:08,389 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:08,389 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:08,996 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:08,996 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:09,690 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-02T09:02:09,702 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:09,703 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:10,508 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:10,509 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:11,146 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T09:02:11,146 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:02:11,146 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:11,146 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,43889,1733130125692, seqNum=-1] 2024-12-02T09:02:11,147 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:11,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:11,155 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a6715ac1eb7032486a9f1e243dae659b, regionState=OPEN, lastHost=7c6d666a4939,33479,1733130111688, regionLocation=7c6d666a4939,33479,1733130111688, openSeqNum=2 2024-12-02T09:02:11,155 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:02:11,155 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130191155 2024-12-02T09:02:11,155 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130251155 2024-12-02T09:02:11,155 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-12-02T09:02:11,155 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36967,1733130125637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:11,156 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7c6d666a4939,33479,1733130111688 had 2 regions 2024-12-02T09:02:11,156 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36967,1733130125637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:11,156 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36967,1733130125637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:11,156 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:36967, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:11,156 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:11,156 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:11,157 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7c6d666a4939,33479,1733130111688, splitWal=true, meta=true, isMeta: false 2024-12-02T09:02:11,160 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688-splitting dir is empty, no logs to split. 2024-12-02T09:02:11,160 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7c6d666a4939,33479,1733130111688 WAL count=0, meta=false 2024-12-02T09:02:11,164 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.328sec 2024-12-02T09:02:11,164 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:02:11,164 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:02:11,164 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:02:11,164 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:02:11,164 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:02:11,164 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36967,1733130125637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:02:11,164 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36967,1733130125637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:02:11,166 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,33479,1733130111688-splitting dir is empty, no logs to split. 2024-12-02T09:02:11,167 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7c6d666a4939,33479,1733130111688 WAL count=0, meta=false 2024-12-02T09:02:11,167 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7c6d666a4939,33479,1733130111688 WAL splitting is done? wals=0, meta=false 2024-12-02T09:02:11,170 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:02:11,170 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:02:11,170 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36967,1733130125637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:11,172 WARN [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7c6d666a4939,33479,1733130111688/hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:11,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6715ac1eb7032486a9f1e243dae659b, ASSIGN}] 2024-12-02T09:02:11,173 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6715ac1eb7032486a9f1e243dae659b, ASSIGN 2024-12-02T09:02:11,174 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6715ac1eb7032486a9f1e243dae659b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T09:02:11,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3ea22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:11,239 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,36967,-1 for getting cluster id 2024-12-02T09:02:11,239 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:11,241 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06260450-e454-4457-9529-d219df6a7883' 2024-12-02T09:02:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:11,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06260450-e454-4457-9529-d219df6a7883" 2024-12-02T09:02:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4e931d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,36967,-1] 2024-12-02T09:02:11,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:11,243 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:11,244 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:11,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f886e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:11,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:11,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,43889,1733130125692, seqNum=-1] 2024-12-02T09:02:11,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:11,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:11,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T09:02:11,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:11,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:11,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:11,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:11,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:11,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7c6d666a4939:36967 after: 7c6d666a4939:36967 2024-12-02T09:02:11,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d1da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:11,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,36967,-1 for getting cluster id 2024-12-02T09:02:11,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:11,255 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06260450-e454-4457-9529-d219df6a7883' 2024-12-02T09:02:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06260450-e454-4457-9529-d219df6a7883" 2024-12-02T09:02:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5b3e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,36967,-1] 2024-12-02T09:02:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:11,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:11,257 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:11,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311e17ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:11,259 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,36967,1733130125637 2024-12-02T09:02:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2942c8e2 2024-12-02T09:02:11,261 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:11,262 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:11,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T09:02:11,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-02T09:02:11,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T09:02:11,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36967 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-02T09:02:11,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:02:11,266 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:11,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:11,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:11,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:11,267 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:11,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:02:11,267 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335318268, stopped=false 2024-12-02T09:02:11,267 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,34915,1733130117270 2024-12-02T09:02:11,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T09:02:11,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/154877826/running 2024-12-02T09:02:11,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/154877826/running 2024-12-02T09:02:11,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:02:11,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:02:11,277 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:02:11,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:11,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:11,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Set watcher on znode that does not yet exist, /154877826/running 2024-12-02T09:02:11,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:11,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Set watcher on znode that does not yet exist, /154877826/running 2024-12-02T09:02:11,278 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,43501,1733130117374' ***** 2024-12-02T09:02:11,278 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:02:11,278 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:02:11,278 INFO [RS:0;7c6d666a4939:43501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:02:11,278 INFO [RS:0;7c6d666a4939:43501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:02:11,278 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,43501,1733130117374 2024-12-02T09:02:11,278 INFO [RS:0;7c6d666a4939:43501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:02:11,278 INFO [RS:0;7c6d666a4939:43501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:43501. 2024-12-02T09:02:11,278 DEBUG [RS:0;7c6d666a4939:43501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:11,278 DEBUG [RS:0;7c6d666a4939:43501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:11,279 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:02:11,279 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:02:11,279 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:02:11,279 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:02:11,279 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:02:11,279 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:02:11,279 DEBUG [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:02:11,279 DEBUG [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:11,279 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:02:11,280 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:02:11,280 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:02:11,280 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:02:11,280 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:02:11,280 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T09:02:11,297 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/1588230740/.tmp/ns/2866895c270b49bba539d3638eaced8e is 43, key is default/ns:d/1733130119505/Put/seqid=0 2024-12-02T09:02:11,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741835_1011 (size=5153) 2024-12-02T09:02:11,325 DEBUG [7c6d666a4939:36967 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:02:11,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a6715ac1eb7032486a9f1e243dae659b, regionState=OPENING, regionLocation=7c6d666a4939,43889,1733130125692 2024-12-02T09:02:11,327 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:02:11,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a6715ac1eb7032486a9f1e243dae659b, ASSIGN because future has completed 2024-12-02T09:02:11,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6715ac1eb7032486a9f1e243dae659b, server=7c6d666a4939,43889,1733130125692}] 2024-12-02T09:02:11,416 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:11,429 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:11,480 DEBUG [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:11,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:11,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:11,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:02:11,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C43889%2C1733130125692.rep, suffix=, logDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692, archiveDir=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs, maxLogs=10 2024-12-02T09:02:11,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.rep.1733130131491, exclude list is [], retry=0 2024-12-02T09:02:11,511 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:02:11,511 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:02:11,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-45e2374f-ec63-4851-b283-ac5f07162d55,DISK] 2024-12-02T09:02:11,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.rep.1733130131491 2024-12-02T09:02:11,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46185:46185)] 2024-12-02T09:02:11,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a6715ac1eb7032486a9f1e243dae659b, NAME => 'hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:11,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:02:11,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:02:11,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. service=MultiRowMutationService 2024-12-02T09:02:11,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:02:11,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:11,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,520 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,521 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6715ac1eb7032486a9f1e243dae659b columnFamilyName hfileref 2024-12-02T09:02:11,521 DEBUG [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:11,522 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(327): Store=a6715ac1eb7032486a9f1e243dae659b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:11,522 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,523 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6715ac1eb7032486a9f1e243dae659b columnFamilyName queue 2024-12-02T09:02:11,523 DEBUG [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:11,529 DEBUG [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b/queue/1635f791c8a440bd8074bb260471ab96 2024-12-02T09:02:11,529 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(327): Store=a6715ac1eb7032486a9f1e243dae659b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:11,529 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,530 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6715ac1eb7032486a9f1e243dae659b columnFamilyName sid 2024-12-02T09:02:11,530 DEBUG [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:11,531 INFO [StoreOpener-a6715ac1eb7032486a9f1e243dae659b-1 {}] regionserver.HStore(327): Store=a6715ac1eb7032486a9f1e243dae659b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:11,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:02:11,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened a6715ac1eb7032486a9f1e243dae659b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59109861, jitterRate=-0.11919443309307098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:02:11,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:11,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a6715ac1eb7032486a9f1e243dae659b: Running coprocessor pre-open hook at 1733130131518Writing region info on filesystem at 1733130131518Initializing all the Stores at 1733130131519 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130131519Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130131520 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130131520Cleaning up temporary data from old regions at 1733130131535 (+15 ms)Running coprocessor post-open hooks at 1733130131538 (+3 ms)Region opened successfully at 1733130131539 (+1 ms) 2024-12-02T09:02:11,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b., pid=19, masterSystemTime=1733130131481 2024-12-02T09:02:11,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:11,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:11,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a6715ac1eb7032486a9f1e243dae659b, regionState=OPEN, openSeqNum=10, regionLocation=7c6d666a4939,43889,1733130125692 2024-12-02T09:02:11,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6715ac1eb7032486a9f1e243dae659b, server=7c6d666a4939,43889,1733130125692 because future has completed 2024-12-02T09:02:11,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T09:02:11,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a6715ac1eb7032486a9f1e243dae659b, server=7c6d666a4939,43889,1733130125692 in 220 msec 2024-12-02T09:02:11,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-02T09:02:11,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a6715ac1eb7032486a9f1e243dae659b, ASSIGN in 379 msec 2024-12-02T09:02:11,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T09:02:11,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b., hostname=7c6d666a4939,43889,1733130125692, seqNum=10] 2024-12-02T09:02:11,600 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 7c6d666a4939,33479,1733130111688 2024-12-02T09:02:11,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T09:02:11,680 DEBUG [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:11,702 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/1588230740/.tmp/ns/2866895c270b49bba539d3638eaced8e 2024-12-02T09:02:11,721 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/1588230740/.tmp/ns/2866895c270b49bba539d3638eaced8e as hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/1588230740/ns/2866895c270b49bba539d3638eaced8e 2024-12-02T09:02:11,731 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/1588230740/ns/2866895c270b49bba539d3638eaced8e, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T09:02:11,733 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false 2024-12-02T09:02:11,733 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:02:11,741 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T09:02:11,742 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:02:11,742 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:02:11,742 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:11,742 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130131279Running coprocessor pre-close hooks at 1733130131279Disabling compacts and flushes for region at 1733130131279Disabling writes for close at 1733130131280 (+1 ms)Obtaining lock to block concurrent updates at 1733130131280Preparing flush snapshotting stores in 1588230740 at 1733130131280Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733130131280Flushing stores of hbase:meta,,1.1588230740 at 1733130131281 (+1 ms)Flushing 1588230740/ns: creating writer at 1733130131281Flushing 1588230740/ns: appending metadata at 1733130131296 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733130131296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b0e3bbd: reopening flushed file at 1733130131720 (+424 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=6, compaction requested=false at 1733130131733 (+13 ms)Writing region close event to WAL at 1733130131735 (+2 ms)Running coprocessor post-close hooks at 1733130131742 (+7 ms)Closed at 1733130131742 2024-12-02T09:02:11,743 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:11,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43889 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-02T09:02:11,880 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,43501,1733130117374; all regions closed. 2024-12-02T09:02:11,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741834_1010 (size=1152) 2024-12-02T09:02:11,887 DEBUG [RS:0;7c6d666a4939:43501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/oldWALs 2024-12-02T09:02:11,887 INFO [RS:0;7c6d666a4939:43501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C43501%2C1733130117374.meta:.meta(num 1733130119321) 2024-12-02T09:02:11,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741832_1008 (size=93) 2024-12-02T09:02:11,893 DEBUG [RS:0;7c6d666a4939:43501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/oldWALs 2024-12-02T09:02:11,893 INFO [RS:0;7c6d666a4939:43501 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C43501%2C1733130117374:(num 1733130118670) 2024-12-02T09:02:11,893 DEBUG [RS:0;7c6d666a4939:43501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:11,893 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:02:11,893 INFO [RS:0;7c6d666a4939:43501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:02:11,894 INFO [RS:0;7c6d666a4939:43501 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:02:11,894 INFO [RS:0;7c6d666a4939:43501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:02:11,894 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:02:11,894 INFO [RS:0;7c6d666a4939:43501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43501 2024-12-02T09:02:11,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826/rs 2024-12-02T09:02:11,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/154877826/rs/7c6d666a4939,43501,1733130117374 2024-12-02T09:02:11,902 INFO [RS:0;7c6d666a4939:43501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:02:11,910 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,43501,1733130117374] 2024-12-02T09:02:11,918 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /154877826/draining/7c6d666a4939,43501,1733130117374 already deleted, retry=false 2024-12-02T09:02:11,918 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,43501,1733130117374 expired; onlineServers=0 2024-12-02T09:02:11,918 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,34915,1733130117270' ***** 2024-12-02T09:02:11,918 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:02:11,919 INFO [M:0;7c6d666a4939:34915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:02:11,919 INFO [M:0;7c6d666a4939:34915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:02:11,919 DEBUG [M:0;7c6d666a4939:34915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:02:11,919 DEBUG [M:0;7c6d666a4939:34915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:02:11,919 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:02:11,919 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130118400 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130118400,5,FailOnTimeoutGroup] 2024-12-02T09:02:11,919 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130118404 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130118404,5,FailOnTimeoutGroup] 2024-12-02T09:02:11,919 INFO [M:0;7c6d666a4939:34915 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:02:11,919 INFO [M:0;7c6d666a4939:34915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:02:11,919 DEBUG [M:0;7c6d666a4939:34915 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:02:11,919 INFO [M:0;7c6d666a4939:34915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:02:11,919 INFO [M:0;7c6d666a4939:34915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:02:11,920 INFO [M:0;7c6d666a4939:34915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:02:11,920 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:02:11,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/154877826/master 2024-12-02T09:02:11,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/154877826 2024-12-02T09:02:11,927 DEBUG [M:0;7c6d666a4939:34915 {}] zookeeper.RecoverableZooKeeper(212): Node /154877826/master already deleted, retry=false 2024-12-02T09:02:11,927 DEBUG [M:0;7c6d666a4939:34915 {}] master.ActiveMasterManager(353): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Failed delete of our master address node; KeeperErrorCode = NoNode for /154877826/master 2024-12-02T09:02:11,936 INFO [M:0;7c6d666a4939:34915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/.lastflushedseqids 2024-12-02T09:02:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741836_1012 (size=99) 2024-12-02T09:02:11,950 INFO [M:0;7c6d666a4939:34915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:02:11,950 INFO [M:0;7c6d666a4939:34915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:02:11,950 DEBUG [M:0;7c6d666a4939:34915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:02:11,950 INFO [M:0;7c6d666a4939:34915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:11,950 DEBUG [M:0;7c6d666a4939:34915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:11,950 DEBUG [M:0;7c6d666a4939:34915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:02:11,950 DEBUG [M:0;7c6d666a4939:34915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:11,951 INFO [M:0;7c6d666a4939:34915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T09:02:11,977 DEBUG [M:0;7c6d666a4939:34915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/406663ab71c44bf3932398c1c21af1cd is 82, key is hbase:meta,,1/info:regioninfo/1733130119430/Put/seqid=0 2024-12-02T09:02:11,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741837_1013 (size=5672) 2024-12-02T09:02:12,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:12,010 INFO [RS:0;7c6d666a4939:43501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:02:12,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43501-0x1009a3896ec0004, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:12,010 INFO [RS:0;7c6d666a4939:43501 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,43501,1733130117374; zookeeper connection closed. 2024-12-02T09:02:12,011 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12d2b09f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12d2b09f 2024-12-02T09:02:12,011 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:02:12,385 INFO [M:0;7c6d666a4939:34915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/406663ab71c44bf3932398c1c21af1cd 2024-12-02T09:02:12,422 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:12,426 DEBUG [M:0;7c6d666a4939:34915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38fa3cf09f094682876b0c84ebfcaa3c is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733130119516/Put/seqid=0 2024-12-02T09:02:12,435 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:12,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741838_1014 (size=5275) 2024-12-02T09:02:12,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:02:12,801 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T09:02:12,837 INFO [M:0;7c6d666a4939:34915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38fa3cf09f094682876b0c84ebfcaa3c 2024-12-02T09:02:12,856 DEBUG [M:0;7c6d666a4939:34915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aab281c7ebe549f38c3db62ba437f96b is 69, key is 7c6d666a4939,43501,1733130117374/rs:state/1733130118471/Put/seqid=0 2024-12-02T09:02:12,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741839_1015 (size=5156) 2024-12-02T09:02:13,262 INFO [M:0;7c6d666a4939:34915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aab281c7ebe549f38c3db62ba437f96b 2024-12-02T09:02:13,270 DEBUG [M:0;7c6d666a4939:34915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/406663ab71c44bf3932398c1c21af1cd as hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/406663ab71c44bf3932398c1c21af1cd 2024-12-02T09:02:13,277 INFO [M:0;7c6d666a4939:34915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/406663ab71c44bf3932398c1c21af1cd, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T09:02:13,278 DEBUG [M:0;7c6d666a4939:34915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38fa3cf09f094682876b0c84ebfcaa3c as hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38fa3cf09f094682876b0c84ebfcaa3c 2024-12-02T09:02:13,290 INFO [M:0;7c6d666a4939:34915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38fa3cf09f094682876b0c84ebfcaa3c, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T09:02:13,293 DEBUG [M:0;7c6d666a4939:34915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aab281c7ebe549f38c3db62ba437f96b as hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aab281c7ebe549f38c3db62ba437f96b 2024-12-02T09:02:13,299 INFO [M:0;7c6d666a4939:34915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40013/user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aab281c7ebe549f38c3db62ba437f96b, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T09:02:13,300 INFO [M:0;7c6d666a4939:34915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=28, compaction requested=false 2024-12-02T09:02:13,302 INFO [M:0;7c6d666a4939:34915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:13,303 DEBUG [M:0;7c6d666a4939:34915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130131950Disabling compacts and flushes for region at 1733130131950Disabling writes for close at 1733130131950Obtaining lock to block concurrent updates at 1733130131951 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130131951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733130131951Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130131952 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130131952Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130131976 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130131976Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130132399 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130132426 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130132426Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130132842 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130132855 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130132855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5495fd4b: reopening flushed file at 1733130133269 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d862af: reopening flushed file at 1733130133277 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@739e27b1: reopening flushed file at 1733130133291 (+14 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=28, compaction requested=false at 1733130133300 (+9 ms)Writing region close event to WAL at 1733130133302 (+2 ms)Closed at 1733130133302 2024-12-02T09:02:13,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36907 is added to blk_1073741830_1006 (size=10165) 2024-12-02T09:02:13,305 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/94845ad6-9476-9be6-f730-97db7ceb081a/MasterData/WALs/7c6d666a4939,34915,1733130117270/7c6d666a4939%2C34915%2C1733130117270.1733130118059 not finished, retry = 0 2024-12-02T09:02:13,408 INFO [M:0;7c6d666a4939:34915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:02:13,408 INFO [M:0;7c6d666a4939:34915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34915 2024-12-02T09:02:13,409 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:02:13,412 INFO [M:0;7c6d666a4939:34915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:02:13,527 INFO [M:0;7c6d666a4939:34915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:02:13,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:13,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34915-0x1009a3896ec0003, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:13,531 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fb47c1d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:02:13,533 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41a56cb5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:02:13,533 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:02:13,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2655a19f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:02:13,533 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64243f53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/hadoop.log.dir/,STOPPED} 2024-12-02T09:02:13,533 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:13,537 WARN [BP-397701186-172.17.0.3-1733130115962 heartbeating to localhost/127.0.0.1:40013 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:02:13,537 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:02:13,537 WARN [BP-397701186-172.17.0.3-1733130115962 heartbeating to localhost/127.0.0.1:40013 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-397701186-172.17.0.3-1733130115962 (Datanode Uuid 1c809f03-49b1-4502-aa67-d5299e540e3e) service to localhost/127.0.0.1:40013 2024-12-02T09:02:13,537 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:02:13,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/cluster_7ad32a74-d6a2-b612-5a50-455dc23818c2/data/data1/current/BP-397701186-172.17.0.3-1733130115962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:02:13,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/cluster_7ad32a74-d6a2-b612-5a50-455dc23818c2/data/data2/current/BP-397701186-172.17.0.3-1733130115962 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:02:13,540 DEBUG [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/WALs/7c6d666a4939,43889,1733130125692/7c6d666a4939%2C43889%2C1733130125692.1733130126926 to pos 0, reset compression=false 2024-12-02T09:02:13,541 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:02:13,548 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b9878a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:02:13,549 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b86ed72{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:02:13,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:02:13,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fc9b8b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:02:13,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53366ef3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/hadoop.log.dir/,STOPPED} 2024-12-02T09:02:13,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:02:13,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:02:13,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:13,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:13,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:13,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:13,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:13,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:02:13,567 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1019914834, stopped=false 2024-12-02T09:02:13,567 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,36967,1733130125637 2024-12-02T09:02:13,576 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424994110/running 2024-12-02T09:02:13,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424994110/running 2024-12-02T09:02:13,577 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:13,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:13,577 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:02:13,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:13,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:13,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:13,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/running 2024-12-02T09:02:13,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Set watcher on znode that does not yet exist, /01424994110/running 2024-12-02T09:02:13,577 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,43889,1733130125692' ***** 2024-12-02T09:02:13,577 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:02:13,578 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:02:13,578 INFO [RS:0;7c6d666a4939:43889 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:02:13,578 INFO [RS:0;7c6d666a4939:43889 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:02:13,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:02:13,578 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(3091): Received CLOSE for a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:13,578 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,43889,1733130125692 2024-12-02T09:02:13,578 INFO [RS:0;7c6d666a4939:43889 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:02:13,578 INFO [RS:0;7c6d666a4939:43889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:43889. 2024-12-02T09:02:13,578 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6715ac1eb7032486a9f1e243dae659b, disabling compactions & flushes 2024-12-02T09:02:13,578 DEBUG [RS:0;7c6d666a4939:43889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:13,578 DEBUG [RS:0;7c6d666a4939:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:13,578 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:13,578 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:13,579 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:02:13,579 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. after waiting 0 ms 2024-12-02T09:02:13,579 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:02:13,579 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:13,579 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:02:13,579 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:02:13,579 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:02:13,579 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a6715ac1eb7032486a9f1e243dae659b=hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b.} 2024-12-02T09:02:13,579 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:02:13,579 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6715ac1eb7032486a9f1e243dae659b 2024-12-02T09:02:13,579 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:02:13,579 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:02:13,579 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:02:13,579 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:02:13,579 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T09:02:13,584 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/replication/a6715ac1eb7032486a9f1e243dae659b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-02T09:02:13,585 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:02:13,585 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:02:13,585 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:13,585 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6715ac1eb7032486a9f1e243dae659b: Waiting for close lock at 1733130133578Running coprocessor pre-close hooks at 1733130133578Disabling compacts and flushes for region at 1733130133578Disabling writes for close at 1733130133579 (+1 ms)Writing region close event to WAL at 1733130133579Running coprocessor post-close hooks at 1733130133585 (+6 ms)Closed at 1733130133585 2024-12-02T09:02:13,585 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b. 2024-12-02T09:02:13,605 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/info/93cf11a55f4d44b6b3cdd57b050b07f7 is 147, key is hbase:replication,,1733130119776.a6715ac1eb7032486a9f1e243dae659b./info:regioninfo/1733130131544/Put/seqid=0 2024-12-02T09:02:13,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741851_1027 (size=6385) 2024-12-02T09:02:13,644 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:02:13,732 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:02:13,732 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:02:13,779 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:13,979 DEBUG [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:14,010 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/info/93cf11a55f4d44b6b3cdd57b050b07f7 2024-12-02T09:02:14,018 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/.tmp/info/93cf11a55f4d44b6b3cdd57b050b07f7 as hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/info/93cf11a55f4d44b6b3cdd57b050b07f7 2024-12-02T09:02:14,024 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/info/93cf11a55f4d44b6b3cdd57b050b07f7, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T09:02:14,026 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-12-02T09:02:14,031 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T09:02:14,032 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:02:14,032 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:02:14,032 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:14,033 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130133579Running coprocessor pre-close hooks at 1733130133579Disabling compacts and flushes for region at 1733130133579Disabling writes for close at 1733130133579Obtaining lock to block concurrent updates at 1733130133579Preparing flush snapshotting stores in 1588230740 at 1733130133579Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733130133580 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733130133580Flushing 1588230740/info: creating writer at 1733130133580Flushing 1588230740/info: appending metadata at 1733130133604 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733130133604Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d20f5bc: reopening flushed file at 1733130134017 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1733130134026 (+9 ms)Writing region close event to WAL at 1733130134027 (+1 ms)Running coprocessor post-close hooks at 1733130134032 (+5 ms)Closed at 1733130134032 2024-12-02T09:02:14,033 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:14,180 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,43889,1733130125692; all regions closed. 2024-12-02T09:02:14,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741849_1025 (size=2156) 2024-12-02T09:02:14,184 DEBUG [RS:0;7c6d666a4939:43889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs 2024-12-02T09:02:14,184 INFO [RS:0;7c6d666a4939:43889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C43889%2C1733130125692.meta:.meta(num 1733130127247) 2024-12-02T09:02:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741850_1026 (size=796) 2024-12-02T09:02:14,189 DEBUG [RS:0;7c6d666a4939:43889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs 2024-12-02T09:02:14,189 INFO [RS:0;7c6d666a4939:43889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C43889%2C1733130125692.rep:(num 1733130131491) 2024-12-02T09:02:14,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741848_1024 (size=93) 2024-12-02T09:02:14,194 DEBUG [RS:0;7c6d666a4939:43889 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/oldWALs 2024-12-02T09:02:14,194 INFO [RS:0;7c6d666a4939:43889 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C43889%2C1733130125692:(num 1733130126926) 2024-12-02T09:02:14,194 DEBUG [RS:0;7c6d666a4939:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:14,194 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:02:14,194 INFO [RS:0;7c6d666a4939:43889 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:02:14,194 INFO [RS:0;7c6d666a4939:43889 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:02:14,194 INFO [RS:0;7c6d666a4939:43889 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:02:14,194 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:02:14,195 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T09:02:14,195 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,43889,1733130125692 because: Region server is closing 2024-12-02T09:02:14,195 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T09:02:14,195 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-02T09:02:14,195 INFO [RS:0;7c6d666a4939:43889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:43889. 2024-12-02T09:02:14,195 DEBUG [RS:0;7c6d666a4939:43889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:14,195 DEBUG [RS:0;7c6d666a4939:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:14,195 DEBUG [RS:0;7c6d666a4939:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:14,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:14,295 WARN [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T09:02:14,295 WARN [RS:0;7c6d666a4939:43889.replicationSource.shipper7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T09:02:14,296 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7c6d666a4939:43889.replicationSource.shipper7c6d666a4939%2C43889%2C1733130125692,1-7c6d666a4939,43889,1733130125692 terminated 2024-12-02T09:02:14,296 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7c6d666a4939,43889,1733130125692 because: Region server is closing 2024-12-02T09:02:14,296 INFO [RS:0;7c6d666a4939:43889 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:43889. 2024-12-02T09:02:14,296 DEBUG [RS:0;7c6d666a4939:43889 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:14,296 DEBUG [RS:0;7c6d666a4939:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:14,296 DEBUG [RS:0;7c6d666a4939:43889 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:14,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:14,397 WARN [RS:0;7c6d666a4939:43889.replicationSource.wal-reader.7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T09:02:14,397 WARN [RS:0;7c6d666a4939:43889.replicationSource.shipper7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T09:02:14,397 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;7c6d666a4939:43889.replicationSource.shipper7c6d666a4939%2C43889%2C1733130125692,2-7c6d666a4939,43889,1733130125692 terminated 2024-12-02T09:02:14,397 INFO [RS:0;7c6d666a4939:43889 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43889 2024-12-02T09:02:14,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110/rs 2024-12-02T09:02:14,426 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424994110/rs/7c6d666a4939,43889,1733130125692 2024-12-02T09:02:14,427 INFO [RS:0;7c6d666a4939:43889 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:02:14,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,43889,1733130125692] 2024-12-02T09:02:14,443 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01424994110/draining/7c6d666a4939,43889,1733130125692 already deleted, retry=false 2024-12-02T09:02:14,443 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,43889,1733130125692 expired; onlineServers=0 2024-12-02T09:02:14,443 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,36967,1733130125637' ***** 2024-12-02T09:02:14,443 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:02:14,443 INFO [M:0;7c6d666a4939:36967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:02:14,443 INFO [M:0;7c6d666a4939:36967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:02:14,444 DEBUG [M:0;7c6d666a4939:36967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:02:14,444 DEBUG [M:0;7c6d666a4939:36967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:02:14,444 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:02:14,444 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130126630 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130126630,5,FailOnTimeoutGroup] 2024-12-02T09:02:14,444 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130126630 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130126630,5,FailOnTimeoutGroup] 2024-12-02T09:02:14,444 INFO [M:0;7c6d666a4939:36967 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:02:14,444 INFO [M:0;7c6d666a4939:36967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:02:14,444 DEBUG [M:0;7c6d666a4939:36967 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:02:14,444 INFO [M:0;7c6d666a4939:36967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:02:14,444 INFO [M:0;7c6d666a4939:36967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:02:14,444 INFO [M:0;7c6d666a4939:36967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:02:14,445 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:02:14,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01424994110/master 2024-12-02T09:02:14,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01424994110 2024-12-02T09:02:14,452 DEBUG [M:0;7c6d666a4939:36967 {}] zookeeper.ZKUtil(347): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Unable to get data of znode /01424994110/master because node does not exist (not an error) 2024-12-02T09:02:14,452 WARN [M:0;7c6d666a4939:36967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:02:14,453 INFO [M:0;7c6d666a4939:36967 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/.lastflushedseqids 2024-12-02T09:02:14,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741852_1028 (size=181) 2024-12-02T09:02:14,462 INFO [M:0;7c6d666a4939:36967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:02:14,462 INFO [M:0;7c6d666a4939:36967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:02:14,463 DEBUG [M:0;7c6d666a4939:36967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:02:14,463 INFO [M:0;7c6d666a4939:36967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:14,463 DEBUG [M:0;7c6d666a4939:36967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:14,463 DEBUG [M:0;7c6d666a4939:36967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:02:14,463 DEBUG [M:0;7c6d666a4939:36967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:14,463 INFO [M:0;7c6d666a4939:36967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T09:02:14,484 DEBUG [M:0;7c6d666a4939:36967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f1765e6f8214f4abe53782135997f20 is 82, key is hbase:meta,,1/info:regioninfo/1733130127318/Put/seqid=0 2024-12-02T09:02:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741853_1029 (size=5680) 2024-12-02T09:02:14,535 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:14,535 INFO [RS:0;7c6d666a4939:43889 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:02:14,535 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43889-0x1009a3896ec0007, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:14,535 INFO [RS:0;7c6d666a4939:43889 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,43889,1733130125692; zookeeper connection closed. 2024-12-02T09:02:14,535 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53e324bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53e324bb 2024-12-02T09:02:14,536 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:02:14,890 INFO [M:0;7c6d666a4939:36967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f1765e6f8214f4abe53782135997f20 2024-12-02T09:02:14,912 DEBUG [M:0;7c6d666a4939:36967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/695a3a7454fc4ae58bb0da2241c152d9 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733130131553/Put/seqid=0 2024-12-02T09:02:14,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741854_1030 (size=7319) 2024-12-02T09:02:15,317 INFO [M:0;7c6d666a4939:36967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/695a3a7454fc4ae58bb0da2241c152d9 2024-12-02T09:02:15,336 DEBUG [M:0;7c6d666a4939:36967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/186fc3fa75f246f8a0a2f4f4a69b942c is 69, key is 7c6d666a4939,43889,1733130125692/rs:state/1733130126675/Put/seqid=0 2024-12-02T09:02:15,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741855_1031 (size=5371) 2024-12-02T09:02:15,741 INFO [M:0;7c6d666a4939:36967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/186fc3fa75f246f8a0a2f4f4a69b942c 2024-12-02T09:02:15,748 INFO [M:0;7c6d666a4939:36967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 186fc3fa75f246f8a0a2f4f4a69b942c 2024-12-02T09:02:15,749 DEBUG [M:0;7c6d666a4939:36967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0f1765e6f8214f4abe53782135997f20 as hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f1765e6f8214f4abe53782135997f20 2024-12-02T09:02:15,755 INFO [M:0;7c6d666a4939:36967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0f1765e6f8214f4abe53782135997f20, entries=8, sequenceid=172, filesize=5.5 K 2024-12-02T09:02:15,756 DEBUG [M:0;7c6d666a4939:36967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/695a3a7454fc4ae58bb0da2241c152d9 as hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/695a3a7454fc4ae58bb0da2241c152d9 2024-12-02T09:02:15,762 INFO [M:0;7c6d666a4939:36967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/695a3a7454fc4ae58bb0da2241c152d9, entries=7, sequenceid=172, filesize=7.1 K 2024-12-02T09:02:15,763 DEBUG [M:0;7c6d666a4939:36967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/186fc3fa75f246f8a0a2f4f4a69b942c as hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/186fc3fa75f246f8a0a2f4f4a69b942c 2024-12-02T09:02:15,768 INFO [M:0;7c6d666a4939:36967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 186fc3fa75f246f8a0a2f4f4a69b942c 2024-12-02T09:02:15,768 INFO [M:0;7c6d666a4939:36967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41619/user/jenkins/test-data/5e7fec96-e112-791a-2b85-97a114ef8bd6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/186fc3fa75f246f8a0a2f4f4a69b942c, entries=2, sequenceid=172, filesize=5.2 K 2024-12-02T09:02:15,769 INFO [M:0;7c6d666a4939:36967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false 2024-12-02T09:02:15,771 INFO [M:0;7c6d666a4939:36967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:15,771 DEBUG [M:0;7c6d666a4939:36967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130134463Disabling compacts and flushes for region at 1733130134463Disabling writes for close at 1733130134463Obtaining lock to block concurrent updates at 1733130134463Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130134463Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733130134464 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130134465 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130134465Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130134483 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130134483Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130134897 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130134912 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130134912Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130135323 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130135336 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130135336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a147f78: reopening flushed file at 1733130135748 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f658ebd: reopening flushed file at 1733130135755 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56c1b98d: reopening flushed file at 1733130135762 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false at 1733130135770 (+8 ms)Writing region close event to WAL at 1733130135771 (+1 ms)Closed at 1733130135771 2024-12-02T09:02:15,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741847_1023 (size=22949) 2024-12-02T09:02:15,774 INFO [M:0;7c6d666a4939:36967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:02:15,774 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:02:15,774 INFO [M:0;7c6d666a4939:36967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36967 2024-12-02T09:02:15,774 INFO [M:0;7c6d666a4939:36967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:02:15,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:15,910 INFO [M:0;7c6d666a4939:36967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:02:15,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36967-0x1009a3896ec0006, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:15,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73229a6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:02:15,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d28901b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:02:15,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:02:15,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bc10afe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:02:15,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49caa49d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/hadoop.log.dir/,STOPPED} 2024-12-02T09:02:15,916 WARN [BP-29556060-172.17.0.3-1733130107534 heartbeating to localhost/127.0.0.1:41619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:02:15,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:02:15,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:02:15,916 WARN [BP-29556060-172.17.0.3-1733130107534 heartbeating to localhost/127.0.0.1:41619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-29556060-172.17.0.3-1733130107534 (Datanode Uuid de842756-98fc-4de7-a1c3-e529eb05e08b) service to localhost/127.0.0.1:41619 2024-12-02T09:02:15,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/cluster_6f03721e-c025-85e4-f093-53f0bb0b3c71/data/data1/current/BP-29556060-172.17.0.3-1733130107534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:02:15,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/cluster_6f03721e-c025-85e4-f093-53f0bb0b3c71/data/data2/current/BP-29556060-172.17.0.3-1733130107534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:02:15,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:02:15,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f16c337{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:02:15,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27166729{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:02:15,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:02:15,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a9904ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:02:15,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27727f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e7881a38-a27c-a720-7adb-ac38279ff485/hadoop.log.dir/,STOPPED} 2024-12-02T09:02:15,936 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T09:02:15,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:02:15,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7c6d666a4939:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56807) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7c6d666a4939:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:41619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:41619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7c6d666a4939:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:41619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:40013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@11f03db1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40013 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:40013 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:41619 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56807) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:40013 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7c6d666a4939:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:41619 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40013 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7c6d666a4939:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 376) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1415 (was 2245) 2024-12-02T09:02:16,006 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=1412 2024-12-02T09:02:16,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009a3896ec0005, quorum=127.0.0.1:56807, baseZNode=/154877826 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:02:16,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009a3896ec0005, quorum=127.0.0.1:56807, baseZNode=/154877826 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:02:16,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009a3896ec0002, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:02:16,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009a3896ec0002, quorum=127.0.0.1:56807, baseZNode=/01424994110 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:02:16,042 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-02T09:02:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/hadoop.log.dir so I do NOT create it in target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c 2024-12-02T09:02:16,043 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:02:16,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/hadoop.tmp.dir so I do NOT create it in target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c 2024-12-02T09:02:16,043 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93bc312d-e214-4f52-8b5a-970a715b2b9a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:02:16,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c 2024-12-02T09:02:16,043 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/cluster_9ed0ecf9-5de9-5744-b66b-8fb3269a6e6d, deleteOnExit=true 2024-12-02T09:02:16,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/cluster_9ed0ecf9-5de9-5744-b66b-8fb3269a6e6d/zookeeper_0, clientPort=56939, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/cluster_9ed0ecf9-5de9-5744-b66b-8fb3269a6e6d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/cluster_9ed0ecf9-5de9-5744-b66b-8fb3269a6e6d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T09:02:16,064 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56939 2024-12-02T09:02:16,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:02:16,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:02:16,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/test.cache.data in system properties and HBase conf 2024-12-02T09:02:16,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:02:16,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:02:16,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:02:16,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:02:16,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:02:16,065 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:02:16,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:02:16,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:02:16,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:02:16,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:02:16,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:02:16,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:02:16,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:02:16,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:02:16,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:02:16,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:02:16,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:02:16,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:02:16,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:02:16,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:02:16,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:16,320 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:02:16,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:02:16,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:02:16,322 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:02:16,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:16,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f72b34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:02:16,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@441a4cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:02:16,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d0de2c6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/java.io.tmpdir/jetty-localhost-42927-hadoop-hdfs-3_4_1-tests_jar-_-any-7244891095766320704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:02:16,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e2c6c17{HTTP/1.1, (http/1.1)}{localhost:42927} 2024-12-02T09:02:16,472 INFO [Time-limited test {}] server.Server(415): Started @31011ms 2024-12-02T09:02:16,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:16,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:02:16,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:02:16,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:02:16,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:02:16,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e441b2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:02:16,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b78ced4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:02:16,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63cd26c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/java.io.tmpdir/jetty-localhost-34817-hadoop-hdfs-3_4_1-tests_jar-_-any-5826271670295280571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:02:16,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30a09d9f{HTTP/1.1, (http/1.1)}{localhost:34817} 2024-12-02T09:02:16,970 INFO [Time-limited test {}] server.Server(415): Started @31509ms 2024-12-02T09:02:16,974 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:02:17,650 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/cluster_9ed0ecf9-5de9-5744-b66b-8fb3269a6e6d/data/data2/current/BP-2040997959-172.17.0.3-1733130136099/current, will proceed with Du for space computation calculation, 2024-12-02T09:02:17,650 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/cluster_9ed0ecf9-5de9-5744-b66b-8fb3269a6e6d/data/data1/current/BP-2040997959-172.17.0.3-1733130136099/current, will proceed with Du for space computation calculation, 2024-12-02T09:02:17,704 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:02:17,706 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x287e26b105830e64 with lease ID 0xef7f2ebecb2a67a7: Processing first storage report for DS-e9a15da1-8bc1-43ab-9f8a-07a7ff203d49 from datanode DatanodeRegistration(127.0.0.1:41947, datanodeUuid=5695f2a4-3ecd-41ee-8dac-0e93107e2a4e, infoPort=42943, infoSecurePort=0, ipcPort=39295, storageInfo=lv=-57;cid=testClusterID;nsid=370001932;c=1733130136099) 2024-12-02T09:02:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x287e26b105830e64 with lease ID 0xef7f2ebecb2a67a7: from storage DS-e9a15da1-8bc1-43ab-9f8a-07a7ff203d49 node DatanodeRegistration(127.0.0.1:41947, datanodeUuid=5695f2a4-3ecd-41ee-8dac-0e93107e2a4e, infoPort=42943, infoSecurePort=0, ipcPort=39295, storageInfo=lv=-57;cid=testClusterID;nsid=370001932;c=1733130136099), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:02:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x287e26b105830e64 with lease ID 0xef7f2ebecb2a67a7: Processing first storage report for DS-c72d884e-13a9-4c2c-b18d-4de773263dbf from datanode DatanodeRegistration(127.0.0.1:41947, datanodeUuid=5695f2a4-3ecd-41ee-8dac-0e93107e2a4e, infoPort=42943, infoSecurePort=0, ipcPort=39295, storageInfo=lv=-57;cid=testClusterID;nsid=370001932;c=1733130136099) 2024-12-02T09:02:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x287e26b105830e64 with lease ID 0xef7f2ebecb2a67a7: from storage DS-c72d884e-13a9-4c2c-b18d-4de773263dbf node DatanodeRegistration(127.0.0.1:41947, datanodeUuid=5695f2a4-3ecd-41ee-8dac-0e93107e2a4e, infoPort=42943, infoSecurePort=0, ipcPort=39295, storageInfo=lv=-57;cid=testClusterID;nsid=370001932;c=1733130136099), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:02:17,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c 2024-12-02T09:02:17,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:17,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:17,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:02:18,179 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8 with version=8 2024-12-02T09:02:18,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/hbase-staging 2024-12-02T09:02:18,181 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:02:18,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:18,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:18,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:02:18,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:18,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:02:18,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:02:18,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:02:18,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34923 2024-12-02T09:02:18,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34923 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-12-02T09:02:18,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349230x0, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:18,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34923-0x1009a3909230000 connected 2024-12-02T09:02:18,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:18,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:18,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Set watcher on znode that does not yet exist, /01603605610/running 2024-12-02T09:02:18,290 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8, hbase.cluster.distributed=false 2024-12-02T09:02:18,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Set watcher on znode that does not yet exist, /01603605610/acl 2024-12-02T09:02:18,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34923 2024-12-02T09:02:18,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34923 2024-12-02T09:02:18,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34923 2024-12-02T09:02:18,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34923 2024-12-02T09:02:18,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34923 2024-12-02T09:02:18,305 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:02:18,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:18,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:18,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:02:18,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:18,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:02:18,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:02:18,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:02:18,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37519 2024-12-02T09:02:18,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37519 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-12-02T09:02:18,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:18,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:18,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375190x0, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:18,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37519-0x1009a3909230001 connected 2024-12-02T09:02:18,326 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:375190x0, quorum=127.0.0.1:56939, baseZNode=/01603605610 Set watcher on znode that does not yet exist, /01603605610/running 2024-12-02T09:02:18,327 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:02:18,331 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:02:18,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Set watcher on znode that does not yet exist, /01603605610/master 2024-12-02T09:02:18,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Set watcher on znode that does not yet exist, /01603605610/acl 2024-12-02T09:02:18,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37519 2024-12-02T09:02:18,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37519 2024-12-02T09:02:18,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37519 2024-12-02T09:02:18,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37519 2024-12-02T09:02:18,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37519 2024-12-02T09:02:18,352 DEBUG [M:0;7c6d666a4939:34923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:34923 2024-12-02T09:02:18,353 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01603605610/backup-masters/7c6d666a4939,34923,1733130138180 2024-12-02T09:02:18,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610/backup-masters 2024-12-02T09:02:18,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610/backup-masters 2024-12-02T09:02:18,362 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Set watcher on existing znode=/01603605610/backup-masters/7c6d666a4939,34923,1733130138180 2024-12-02T09:02:18,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:18,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01603605610/master 2024-12-02T09:02:18,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:18,370 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Set watcher on existing znode=/01603605610/master 2024-12-02T09:02:18,370 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01603605610/backup-masters/7c6d666a4939,34923,1733130138180 from backup master directory 2024-12-02T09:02:18,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610/backup-masters 2024-12-02T09:02:18,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603605610/backup-masters/7c6d666a4939,34923,1733130138180 2024-12-02T09:02:18,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610/backup-masters 2024-12-02T09:02:18,378 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:02:18,378 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,34923,1733130138180 2024-12-02T09:02:18,384 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/hbase.id] with ID: f750b6d2-29c0-458a-bbec-b3abed979d41 2024-12-02T09:02:18,384 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/.tmp/hbase.id 2024-12-02T09:02:18,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:02:18,794 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/.tmp/hbase.id]:[hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/hbase.id] 2024-12-02T09:02:18,806 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:18,806 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:02:18,807 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T09:02:18,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:18,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:18,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:02:19,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:02:19,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:19,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:19,251 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:02:19,252 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:02:19,252 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:19,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:02:19,664 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store 2024-12-02T09:02:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:02:20,071 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:20,071 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:02:20,071 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:20,071 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:20,071 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:02:20,071 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:20,071 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:20,071 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130140071Disabling compacts and flushes for region at 1733130140071Disabling writes for close at 1733130140071Writing region close event to WAL at 1733130140071Closed at 1733130140071 2024-12-02T09:02:20,072 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/.initializing 2024-12-02T09:02:20,072 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/WALs/7c6d666a4939,34923,1733130138180 2024-12-02T09:02:20,073 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:02:20,075 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C34923%2C1733130138180, suffix=, logDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/WALs/7c6d666a4939,34923,1733130138180, archiveDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/oldWALs, maxLogs=10 2024-12-02T09:02:20,089 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/WALs/7c6d666a4939,34923,1733130138180/7c6d666a4939%2C34923%2C1733130138180.1733130140075, exclude list is [], retry=0 2024-12-02T09:02:20,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41947,DS-e9a15da1-8bc1-43ab-9f8a-07a7ff203d49,DISK] 2024-12-02T09:02:20,094 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/WALs/7c6d666a4939,34923,1733130138180/7c6d666a4939%2C34923%2C1733130138180.1733130140075 2024-12-02T09:02:20,094 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943)] 2024-12-02T09:02:20,094 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:20,095 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:20,095 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,095 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:02:20,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:20,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:20,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:02:20,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:20,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:20,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:02:20,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:20,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:20,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:02:20,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:20,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:20,106 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,106 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,106 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,108 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,108 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,108 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:20,109 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:20,111 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:20,111 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65261489, jitterRate=-0.027528032660484314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:20,112 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130140095Initializing all the Stores at 1733130140096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130140096Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130140096Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130140096Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130140096Cleaning up temporary data from old regions at 1733130140108 (+12 ms)Region opened successfully at 1733130140112 (+4 ms) 2024-12-02T09:02:20,112 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:02:20,115 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738e331e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:02:20,116 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:02:20,116 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:02:20,116 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:02:20,116 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:02:20,117 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:02:20,117 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:02:20,117 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:02:20,119 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:02:20,120 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Unable to get data of znode /01603605610/balancer because node does not exist (not necessarily an error) 2024-12-02T09:02:20,152 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603605610/balancer already deleted, retry=false 2024-12-02T09:02:20,153 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:02:20,153 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Unable to get data of znode /01603605610/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:02:20,161 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603605610/normalizer already deleted, retry=false 2024-12-02T09:02:20,161 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:02:20,162 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Unable to get data of znode /01603605610/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:02:20,169 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603605610/switch/split already deleted, retry=false 2024-12-02T09:02:20,170 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Unable to get data of znode /01603605610/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:02:20,177 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603605610/switch/merge already deleted, retry=false 2024-12-02T09:02:20,179 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Unable to get data of znode /01603605610/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:02:20,186 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01603605610/snapshot-cleanup already deleted, retry=false 2024-12-02T09:02:20,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01603605610/running 2024-12-02T09:02:20,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01603605610/running 2024-12-02T09:02:20,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:20,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:20,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,34923,1733130138180, sessionid=0x1009a3909230000, setting cluster-up flag (Was=false) 2024-12-02T09:02:20,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:20,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:20,236 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01603605610/flush-table-proc/acquired, /01603605610/flush-table-proc/reached, /01603605610/flush-table-proc/abort 2024-12-02T09:02:20,237 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34923,1733130138180 2024-12-02T09:02:20,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:20,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:20,278 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01603605610/online-snapshot/acquired, /01603605610/online-snapshot/reached, /01603605610/online-snapshot/abort 2024-12-02T09:02:20,278 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34923,1733130138180 2024-12-02T09:02:20,280 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:02:20,281 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:20,282 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:02:20,282 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:02:20,282 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7c6d666a4939,33479,1733130111688: status=Processing ServerCrashProcedure of 7c6d666a4939,33479,1733130111688 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733130126630, completionTime=-1 appears to have been leaked 2024-12-02T09:02:20,282 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,34923,1733130138180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:02:20,284 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:20,284 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:20,284 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:20,284 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:20,284 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:02:20,284 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,284 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:02:20,284 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,284 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130170284 2024-12-02T09:02:20,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:02:20,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:02:20,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:02:20,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:02:20,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:02:20,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:02:20,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:02:20,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:02:20,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:02:20,285 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:20,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:02:20,286 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:02:20,286 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:02:20,286 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:02:20,286 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130140286,5,FailOnTimeoutGroup] 2024-12-02T09:02:20,286 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130140286,5,FailOnTimeoutGroup] 2024-12-02T09:02:20,286 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,286 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:02:20,286 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,286 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,287 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:20,287 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:02:20,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:02:20,345 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(746): ClusterId : f750b6d2-29c0-458a-bbec-b3abed979d41 2024-12-02T09:02:20,345 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:02:20,353 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:02:20,354 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:02:20,362 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:02:20,362 DEBUG [RS:0;7c6d666a4939:37519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1755a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:02:20,372 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:37519 2024-12-02T09:02:20,372 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:02:20,372 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:02:20,372 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:02:20,373 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,34923,1733130138180 with port=37519, startcode=1733130138305 2024-12-02T09:02:20,373 DEBUG [RS:0;7c6d666a4939:37519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:02:20,375 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:02:20,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,37519,1733130138305 2024-12-02T09:02:20,376 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34923 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,37519,1733130138305 2024-12-02T09:02:20,378 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8 2024-12-02T09:02:20,378 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39265 2024-12-02T09:02:20,378 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:02:20,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610/rs 2024-12-02T09:02:20,386 DEBUG [RS:0;7c6d666a4939:37519 {}] zookeeper.ZKUtil(111): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Set watcher on existing znode=/01603605610/rs/7c6d666a4939,37519,1733130138305 2024-12-02T09:02:20,386 WARN [RS:0;7c6d666a4939:37519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:02:20,386 INFO [RS:0;7c6d666a4939:37519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:20,387 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305 2024-12-02T09:02:20,387 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,37519,1733130138305] 2024-12-02T09:02:20,390 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:02:20,391 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:02:20,391 INFO [RS:0;7c6d666a4939:37519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:02:20,391 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,392 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:02:20,392 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:02:20,392 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:02:20,393 DEBUG [RS:0;7c6d666a4939:37519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:02:20,394 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,394 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,394 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,394 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,394 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,394 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,37519,1733130138305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:02:20,407 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:02:20,407 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,37519,1733130138305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,407 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,407 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.Replication(171): 7c6d666a4939,37519,1733130138305 started 2024-12-02T09:02:20,419 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:20,420 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,37519,1733130138305, RpcServer on 7c6d666a4939/172.17.0.3:37519, sessionid=0x1009a3909230001 2024-12-02T09:02:20,420 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:02:20,420 DEBUG [RS:0;7c6d666a4939:37519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,37519,1733130138305 2024-12-02T09:02:20,420 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,37519,1733130138305' 2024-12-02T09:02:20,420 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01603605610/flush-table-proc/abort' 2024-12-02T09:02:20,420 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01603605610/flush-table-proc/acquired' 2024-12-02T09:02:20,421 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:02:20,421 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:02:20,421 DEBUG [RS:0;7c6d666a4939:37519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,37519,1733130138305 2024-12-02T09:02:20,421 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,37519,1733130138305' 2024-12-02T09:02:20,421 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01603605610/online-snapshot/abort' 2024-12-02T09:02:20,421 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01603605610/online-snapshot/acquired' 2024-12-02T09:02:20,421 DEBUG [RS:0;7c6d666a4939:37519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:02:20,421 INFO [RS:0;7c6d666a4939:37519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:02:20,421 INFO [RS:0;7c6d666a4939:37519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:02:20,522 INFO [RS:0;7c6d666a4939:37519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:02:20,524 INFO [RS:0;7c6d666a4939:37519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C37519%2C1733130138305, suffix=, logDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305, archiveDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/oldWALs, maxLogs=10 2024-12-02T09:02:20,536 DEBUG [RS:0;7c6d666a4939:37519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.1733130140524, exclude list is [], retry=0 2024-12-02T09:02:20,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41947,DS-e9a15da1-8bc1-43ab-9f8a-07a7ff203d49,DISK] 2024-12-02T09:02:20,540 INFO [RS:0;7c6d666a4939:37519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.1733130140524 2024-12-02T09:02:20,541 DEBUG [RS:0;7c6d666a4939:37519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943)] 2024-12-02T09:02:20,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:02:20,694 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8 2024-12-02T09:02:20,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:02:21,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:21,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:02:21,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:02:21,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:21,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:21,105 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:02:21,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:02:21,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:21,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:21,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:02:21,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:02:21,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:21,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:21,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:02:21,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:02:21,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:21,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:21,112 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:02:21,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740 2024-12-02T09:02:21,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740 2024-12-02T09:02:21,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:02:21,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:02:21,115 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:21,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:02:21,119 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:21,119 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65951610, jitterRate=-0.017244428396224976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:21,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130141102Initializing all the Stores at 1733130141102Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130141103 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130141103Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130141103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130141103Cleaning up temporary data from old regions at 1733130141115 (+12 ms)Region opened successfully at 1733130141120 (+5 ms) 2024-12-02T09:02:21,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:02:21,120 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:02:21,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:02:21,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:02:21,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:02:21,121 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:21,121 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130141120Disabling compacts and flushes for region at 1733130141120Disabling writes for close at 1733130141120Writing region close event to WAL at 1733130141121 (+1 ms)Closed at 1733130141121 2024-12-02T09:02:21,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:21,122 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:02:21,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:02:21,124 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:02:21,125 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:02:21,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:02:21,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:02:21,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:02:21,275 DEBUG [7c6d666a4939:34923 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:02:21,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,37519,1733130138305 2024-12-02T09:02:21,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,37519,1733130138305, state=OPENING 2024-12-02T09:02:21,294 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:02:21,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:21,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:21,311 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:02:21,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603605610/meta-region-server: CHANGED 2024-12-02T09:02:21,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603605610/meta-region-server: CHANGED 2024-12-02T09:02:21,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,37519,1733130138305}] 2024-12-02T09:02:21,464 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:02:21,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:02:21,469 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:02:21,469 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:21,470 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:02:21,471 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C37519%2C1733130138305.meta, suffix=.meta, logDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305, archiveDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/oldWALs, maxLogs=10 2024-12-02T09:02:21,486 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.meta.1733130141471.meta, exclude list is [], retry=0 2024-12-02T09:02:21,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41947,DS-e9a15da1-8bc1-43ab-9f8a-07a7ff203d49,DISK] 2024-12-02T09:02:21,491 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.meta.1733130141471.meta 2024-12-02T09:02:21,491 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943)] 2024-12-02T09:02:21,491 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:21,492 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:02:21,492 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:02:21,492 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:02:21,492 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:02:21,492 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:02:21,492 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:21,492 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:02:21,492 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:02:21,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:02:21,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:02:21,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:21,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:21,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:02:21,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:02:21,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:21,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:21,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:02:21,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:02:21,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:21,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:21,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:02:21,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:02:21,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:21,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:21,500 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:02:21,500 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740 2024-12-02T09:02:21,501 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740 2024-12-02T09:02:21,502 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:02:21,502 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:02:21,503 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:21,504 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:02:21,505 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65846196, jitterRate=-0.018815219402313232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:21,505 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:02:21,506 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130141493Writing region info on filesystem at 1733130141493Initializing all the Stores at 1733130141493Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130141493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130141494 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130141494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130141494Cleaning up temporary data from old regions at 1733130141502 (+8 ms)Running coprocessor post-open hooks at 1733130141505 (+3 ms)Region opened successfully at 1733130141506 (+1 ms) 2024-12-02T09:02:21,507 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130141464 2024-12-02T09:02:21,509 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:02:21,509 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:02:21,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,37519,1733130138305 2024-12-02T09:02:21,511 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,37519,1733130138305, state=OPEN 2024-12-02T09:02:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01603605610/meta-region-server 2024-12-02T09:02:21,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01603605610/meta-region-server 2024-12-02T09:02:21,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603605610/meta-region-server: CHANGED 2024-12-02T09:02:21,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01603605610/meta-region-server: CHANGED 2024-12-02T09:02:21,643 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,37519,1733130138305 2024-12-02T09:02:21,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:02:21,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,37519,1733130138305 in 332 msec 2024-12-02T09:02:21,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:02:21,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-12-02T09:02:21,653 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:21,654 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:02:21,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:21,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,37519,1733130138305, seqNum=-1] 2024-12-02T09:02:21,666 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:21,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:21,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3920 sec 2024-12-02T09:02:21,677 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130141677, completionTime=-1 2024-12-02T09:02:21,677 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:02:21,677 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:02:21,680 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:02:21,680 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130201680 2024-12-02T09:02:21,680 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130261680 2024-12-02T09:02:21,680 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-02T09:02:21,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34923,1733130138180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:21,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34923,1733130138180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:21,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34923,1733130138180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:21,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:34923, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:21,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:21,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:21,683 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:02:21,686 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.308sec 2024-12-02T09:02:21,686 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:02:21,686 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:02:21,686 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:02:21,686 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:02:21,686 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:02:21,686 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34923,1733130138180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:02:21,686 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34923,1733130138180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:02:21,692 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:02:21,692 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:02:21,692 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34923,1733130138180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:21,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a19dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:21,747 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34923,-1 for getting cluster id 2024-12-02T09:02:21,747 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:21,748 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f750b6d2-29c0-458a-bbec-b3abed979d41' 2024-12-02T09:02:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f750b6d2-29c0-458a-bbec-b3abed979d41" 2024-12-02T09:02:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bde896c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:21,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34923,-1] 2024-12-02T09:02:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:21,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:21,751 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:21,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c92e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:21,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,37519,1733130138305, seqNum=-1] 2024-12-02T09:02:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:21,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:21,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,34923,1733130138180 2024-12-02T09:02:21,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-12-02T09:02:21,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:21,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009a3909230002 connected 2024-12-02T09:02:21,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/hadoop.log.dir so I do NOT create it in target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da 2024-12-02T09:02:21,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:02:21,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/hadoop.tmp.dir so I do NOT create it in target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da 2024-12-02T09:02:21,788 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:02:21,788 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da 2024-12-02T09:02:21,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:02:21,788 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/cluster_5737b5a0-0dc5-2575-a090-5b4d6281f453, deleteOnExit=true 2024-12-02T09:02:21,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:02:21,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/test.cache.data in system properties and HBase conf 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:02:21,789 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:02:21,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:02:21,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:02:21,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:02:21,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:02:21,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:02:21,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:02:21,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:02:21,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:02:22,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:22,047 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:02:22,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:02:22,051 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:02:22,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:02:22,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:22,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c8494ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:02:22,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb41a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:02:22,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ac0aa28{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/java.io.tmpdir/jetty-localhost-33661-hadoop-hdfs-3_4_1-tests_jar-_-any-17196436592861005803/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:02:22,168 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1edba01{HTTP/1.1, (http/1.1)}{localhost:33661} 2024-12-02T09:02:22,168 INFO [Time-limited test {}] server.Server(415): Started @36708ms 2024-12-02T09:02:22,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:22,390 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:02:22,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:02:22,392 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:02:22,392 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:02:22,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2734f647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:02:22,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@394d519d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:02:22,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@285b3be8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/java.io.tmpdir/jetty-localhost-45863-hadoop-hdfs-3_4_1-tests_jar-_-any-18374545706323868090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:02:22,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cd98570{HTTP/1.1, (http/1.1)}{localhost:45863} 2024-12-02T09:02:22,518 INFO [Time-limited test {}] server.Server(415): Started @37058ms 2024-12-02T09:02:22,520 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:02:23,028 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/cluster_5737b5a0-0dc5-2575-a090-5b4d6281f453/data/data2/current/BP-118159808-172.17.0.3-1733130141807/current, will proceed with Du for space computation calculation, 2024-12-02T09:02:23,028 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/cluster_5737b5a0-0dc5-2575-a090-5b4d6281f453/data/data1/current/BP-118159808-172.17.0.3-1733130141807/current, will proceed with Du for space computation calculation, 2024-12-02T09:02:23,049 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:02:23,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa32c27fa359fdfe8 with lease ID 0xec2468ad94cdff8b: Processing first storage report for DS-236c3c42-ea0c-4ff9-9098-9aca778e0528 from datanode DatanodeRegistration(127.0.0.1:35169, datanodeUuid=ae31e303-6482-49f4-a993-fce5ff33b357, infoPort=43635, infoSecurePort=0, ipcPort=34279, storageInfo=lv=-57;cid=testClusterID;nsid=1033134183;c=1733130141807) 2024-12-02T09:02:23,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa32c27fa359fdfe8 with lease ID 0xec2468ad94cdff8b: from storage DS-236c3c42-ea0c-4ff9-9098-9aca778e0528 node DatanodeRegistration(127.0.0.1:35169, datanodeUuid=ae31e303-6482-49f4-a993-fce5ff33b357, infoPort=43635, infoSecurePort=0, ipcPort=34279, storageInfo=lv=-57;cid=testClusterID;nsid=1033134183;c=1733130141807), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T09:02:23,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa32c27fa359fdfe8 with lease ID 0xec2468ad94cdff8b: Processing first storage report for DS-4b6d86b8-f730-4ad8-a710-5aa19f4bf1f9 from datanode DatanodeRegistration(127.0.0.1:35169, datanodeUuid=ae31e303-6482-49f4-a993-fce5ff33b357, infoPort=43635, infoSecurePort=0, ipcPort=34279, storageInfo=lv=-57;cid=testClusterID;nsid=1033134183;c=1733130141807) 2024-12-02T09:02:23,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa32c27fa359fdfe8 with lease ID 0xec2468ad94cdff8b: from storage DS-4b6d86b8-f730-4ad8-a710-5aa19f4bf1f9 node DatanodeRegistration(127.0.0.1:35169, datanodeUuid=ae31e303-6482-49f4-a993-fce5ff33b357, infoPort=43635, infoSecurePort=0, ipcPort=34279, storageInfo=lv=-57;cid=testClusterID;nsid=1033134183;c=1733130141807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:02:23,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da 2024-12-02T09:02:23,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:23,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:23,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:02:23,469 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7 with version=8 2024-12-02T09:02:23,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/hbase-staging 2024-12-02T09:02:23,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:02:23,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:23,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:23,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:02:23,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:23,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:02:23,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:02:23,471 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:02:23,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33411 2024-12-02T09:02:23,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33411 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-12-02T09:02:23,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334110x0, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:23,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33411-0x1009a3909230003 connected 2024-12-02T09:02:23,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:23,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:23,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Set watcher on znode that does not yet exist, /1-670420294/running 2024-12-02T09:02:23,599 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7, hbase.cluster.distributed=false 2024-12-02T09:02:23,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Set watcher on znode that does not yet exist, /1-670420294/acl 2024-12-02T09:02:23,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33411 2024-12-02T09:02:23,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33411 2024-12-02T09:02:23,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33411 2024-12-02T09:02:23,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33411 2024-12-02T09:02:23,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33411 2024-12-02T09:02:23,625 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:02:23,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:23,625 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:23,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:02:23,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:23,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:02:23,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:02:23,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:02:23,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40457 2024-12-02T09:02:23,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40457 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-12-02T09:02:23,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:23,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:23,645 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404570x0, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:23,646 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40457-0x1009a3909230004 connected 2024-12-02T09:02:23,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Set watcher on znode that does not yet exist, /1-670420294/running 2024-12-02T09:02:23,648 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:02:23,648 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:02:23,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Set watcher on znode that does not yet exist, /1-670420294/master 2024-12-02T09:02:23,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Set watcher on znode that does not yet exist, /1-670420294/acl 2024-12-02T09:02:23,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40457 2024-12-02T09:02:23,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40457 2024-12-02T09:02:23,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40457 2024-12-02T09:02:23,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40457 2024-12-02T09:02:23,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40457 2024-12-02T09:02:23,672 DEBUG [M:0;7c6d666a4939:33411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:33411 2024-12-02T09:02:23,675 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-670420294/backup-masters/7c6d666a4939,33411,1733130143471 2024-12-02T09:02:23,686 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294/backup-masters 2024-12-02T09:02:23,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294/backup-masters 2024-12-02T09:02:23,686 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Set watcher on existing znode=/1-670420294/backup-masters/7c6d666a4939,33411,1733130143471 2024-12-02T09:02:23,703 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-670420294/master 2024-12-02T09:02:23,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:23,703 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:23,705 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Set watcher on existing znode=/1-670420294/master 2024-12-02T09:02:23,706 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-670420294/backup-masters/7c6d666a4939,33411,1733130143471 from backup master directory 2024-12-02T09:02:23,711 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294/backup-masters 2024-12-02T09:02:23,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-670420294/backup-masters/7c6d666a4939,33411,1733130143471 2024-12-02T09:02:23,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294/backup-masters 2024-12-02T09:02:23,712 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:02:23,712 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,33411,1733130143471 2024-12-02T09:02:23,719 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/hbase.id] with ID: cde64a75-cb9d-40d6-a167-50c63766defc 2024-12-02T09:02:23,719 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/.tmp/hbase.id 2024-12-02T09:02:23,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:02:24,126 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/.tmp/hbase.id]:[hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/hbase.id] 2024-12-02T09:02:24,137 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:24,137 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:02:24,138 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T09:02:24,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:24,144 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:24,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:02:24,554 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:02:24,555 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:02:24,555 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:24,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:02:24,975 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store 2024-12-02T09:02:24,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:02:25,385 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:25,386 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:02:25,386 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:25,386 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:25,386 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:02:25,386 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:25,386 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:25,386 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130145386Disabling compacts and flushes for region at 1733130145386Disabling writes for close at 1733130145386Writing region close event to WAL at 1733130145386Closed at 1733130145386 2024-12-02T09:02:25,388 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/.initializing 2024-12-02T09:02:25,388 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/WALs/7c6d666a4939,33411,1733130143471 2024-12-02T09:02:25,390 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:02:25,393 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C33411%2C1733130143471, suffix=, logDir=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/WALs/7c6d666a4939,33411,1733130143471, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/oldWALs, maxLogs=10 2024-12-02T09:02:25,422 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/WALs/7c6d666a4939,33411,1733130143471/7c6d666a4939%2C33411%2C1733130143471.1733130145393, exclude list is [], retry=0 2024-12-02T09:02:25,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35169,DS-236c3c42-ea0c-4ff9-9098-9aca778e0528,DISK] 2024-12-02T09:02:25,434 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/WALs/7c6d666a4939,33411,1733130143471/7c6d666a4939%2C33411%2C1733130143471.1733130145393 2024-12-02T09:02:25,434 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43635:43635)] 2024-12-02T09:02:25,434 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:25,434 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:25,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:02:25,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:25,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:25,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:02:25,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:25,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:25,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:02:25,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:25,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:25,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:02:25,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:25,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:25,448 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,449 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,449 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,450 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,450 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,451 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:25,460 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:25,465 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:25,466 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75372492, jitterRate=0.12313765287399292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:25,466 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130145435Initializing all the Stores at 1733130145437 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130145437Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130145437Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130145437Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130145437Cleaning up temporary data from old regions at 1733130145450 (+13 ms)Region opened successfully at 1733130145466 (+16 ms) 2024-12-02T09:02:25,467 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:02:25,480 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f45c4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:02:25,491 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:02:25,491 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:02:25,491 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:02:25,492 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:02:25,496 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-02T09:02:25,496 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:02:25,497 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:02:25,506 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:02:25,508 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Unable to get data of znode /1-670420294/balancer because node does not exist (not necessarily an error) 2024-12-02T09:02:25,517 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-670420294/balancer already deleted, retry=false 2024-12-02T09:02:25,518 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:02:25,519 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Unable to get data of znode /1-670420294/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:02:25,528 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-670420294/normalizer already deleted, retry=false 2024-12-02T09:02:25,529 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:02:25,531 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Unable to get data of znode /1-670420294/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:02:25,543 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-670420294/switch/split already deleted, retry=false 2024-12-02T09:02:25,544 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Unable to get data of znode /1-670420294/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:02:25,552 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-670420294/switch/merge already deleted, retry=false 2024-12-02T09:02:25,556 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Unable to get data of znode /1-670420294/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:02:25,569 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-670420294/snapshot-cleanup already deleted, retry=false 2024-12-02T09:02:25,586 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-670420294/running 2024-12-02T09:02:25,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-670420294/running 2024-12-02T09:02:25,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:25,586 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:25,587 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,33411,1733130143471, sessionid=0x1009a3909230003, setting cluster-up flag (Was=false) 2024-12-02T09:02:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:25,603 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:25,636 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-670420294/flush-table-proc/acquired, /1-670420294/flush-table-proc/reached, /1-670420294/flush-table-proc/abort 2024-12-02T09:02:25,637 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,33411,1733130143471 2024-12-02T09:02:25,669 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:25,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:25,719 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-670420294/online-snapshot/acquired, /1-670420294/online-snapshot/reached, /1-670420294/online-snapshot/abort 2024-12-02T09:02:25,720 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,33411,1733130143471 2024-12-02T09:02:25,722 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:02:25,724 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:25,724 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:02:25,724 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:02:25,724 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,33411,1733130143471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:02:25,726 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:25,726 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:25,726 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:25,726 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:25,726 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:02:25,726 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,726 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:02:25,726 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,728 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:25,728 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:02:25,729 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:25,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:02:25,731 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130175731 2024-12-02T09:02:25,731 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:02:25,731 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:02:25,732 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:02:25,732 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:02:25,732 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:02:25,732 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:02:25,732 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,732 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:02:25,732 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:02:25,732 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:02:25,732 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:02:25,733 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:02:25,733 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:02:25,733 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130145733,5,FailOnTimeoutGroup] 2024-12-02T09:02:25,733 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130145733,5,FailOnTimeoutGroup] 2024-12-02T09:02:25,733 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,733 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:02:25,733 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,733 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:02:25,763 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(746): ClusterId : cde64a75-cb9d-40d6-a167-50c63766defc 2024-12-02T09:02:25,763 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:02:25,770 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:02:25,770 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:02:25,778 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:02:25,778 DEBUG [RS:0;7c6d666a4939:40457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4def2c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:02:25,788 DEBUG [RS:0;7c6d666a4939:40457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:40457 2024-12-02T09:02:25,788 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:02:25,788 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:02:25,788 DEBUG [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:02:25,789 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,33411,1733130143471 with port=40457, startcode=1733130143625 2024-12-02T09:02:25,789 DEBUG [RS:0;7c6d666a4939:40457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:02:25,790 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:02:25,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,40457,1733130143625 2024-12-02T09:02:25,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33411 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,40457,1733130143625 2024-12-02T09:02:25,793 DEBUG [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7 2024-12-02T09:02:25,793 DEBUG [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39355 2024-12-02T09:02:25,793 DEBUG [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:02:25,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294/rs 2024-12-02T09:02:25,838 DEBUG [RS:0;7c6d666a4939:40457 {}] zookeeper.ZKUtil(111): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Set watcher on existing znode=/1-670420294/rs/7c6d666a4939,40457,1733130143625 2024-12-02T09:02:25,838 WARN [RS:0;7c6d666a4939:40457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:02:25,839 INFO [RS:0;7c6d666a4939:40457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:25,839 DEBUG [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/WALs/7c6d666a4939,40457,1733130143625 2024-12-02T09:02:25,839 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,40457,1733130143625] 2024-12-02T09:02:25,842 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:02:25,844 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:02:25,844 INFO [RS:0;7c6d666a4939:40457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:02:25,844 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,844 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:02:25,845 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:02:25,845 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:02:25,845 DEBUG [RS:0;7c6d666a4939:40457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:02:25,846 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,846 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,846 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,846 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,846 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,846 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,40457,1733130143625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:02:25,862 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:02:25,862 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,40457,1733130143625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,862 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,862 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.Replication(171): 7c6d666a4939,40457,1733130143625 started 2024-12-02T09:02:25,875 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:25,876 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,40457,1733130143625, RpcServer on 7c6d666a4939/172.17.0.3:40457, sessionid=0x1009a3909230004 2024-12-02T09:02:25,876 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:02:25,876 DEBUG [RS:0;7c6d666a4939:40457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,40457,1733130143625 2024-12-02T09:02:25,876 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,40457,1733130143625' 2024-12-02T09:02:25,876 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-670420294/flush-table-proc/abort' 2024-12-02T09:02:25,876 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-670420294/flush-table-proc/acquired' 2024-12-02T09:02:25,877 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:02:25,877 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:02:25,877 DEBUG [RS:0;7c6d666a4939:40457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,40457,1733130143625 2024-12-02T09:02:25,877 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,40457,1733130143625' 2024-12-02T09:02:25,877 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-670420294/online-snapshot/abort' 2024-12-02T09:02:25,877 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-670420294/online-snapshot/acquired' 2024-12-02T09:02:25,878 DEBUG [RS:0;7c6d666a4939:40457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:02:25,878 INFO [RS:0;7c6d666a4939:40457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:02:25,878 INFO [RS:0;7c6d666a4939:40457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:02:25,978 INFO [RS:0;7c6d666a4939:40457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:02:25,980 INFO [RS:0;7c6d666a4939:40457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C40457%2C1733130143625, suffix=, logDir=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/WALs/7c6d666a4939,40457,1733130143625, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/oldWALs, maxLogs=10 2024-12-02T09:02:25,992 DEBUG [RS:0;7c6d666a4939:40457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/WALs/7c6d666a4939,40457,1733130143625/7c6d666a4939%2C40457%2C1733130143625.1733130145980, exclude list is [], retry=0 2024-12-02T09:02:25,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35169,DS-236c3c42-ea0c-4ff9-9098-9aca778e0528,DISK] 2024-12-02T09:02:25,999 INFO [RS:0;7c6d666a4939:40457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/WALs/7c6d666a4939,40457,1733130143625/7c6d666a4939%2C40457%2C1733130143625.1733130145980 2024-12-02T09:02:25,999 DEBUG [RS:0;7c6d666a4939:40457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43635:43635)] 2024-12-02T09:02:26,137 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:02:26,137 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7 2024-12-02T09:02:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:02:26,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:26,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:02:26,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:02:26,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:26,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:26,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:02:26,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:02:26,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:26,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:26,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:02:26,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:02:26,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:26,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:26,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:02:26,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:02:26,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:26,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:26,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:02:26,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/1588230740 2024-12-02T09:02:26,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/1588230740 2024-12-02T09:02:26,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:02:26,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:02:26,555 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:02:26,558 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:26,558 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64342963, jitterRate=-0.041215136647224426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:26,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130146544Initializing all the Stores at 1733130146544Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130146545 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130146545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130146545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130146545Cleaning up temporary data from old regions at 1733130146554 (+9 ms)Region opened successfully at 1733130146559 (+5 ms) 2024-12-02T09:02:26,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:02:26,559 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:02:26,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:02:26,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:02:26,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:02:26,559 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:26,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130146559Disabling compacts and flushes for region at 1733130146559Disabling writes for close at 1733130146559Writing region close event to WAL at 1733130146559Closed at 1733130146559 2024-12-02T09:02:26,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:26,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:02:26,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:02:26,562 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:02:26,562 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:02:26,713 DEBUG [7c6d666a4939:33411 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:02:26,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,40457,1733130143625 2024-12-02T09:02:26,714 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,40457,1733130143625, state=OPENING 2024-12-02T09:02:26,744 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:02:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:26,752 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:26,753 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:02:26,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-670420294/meta-region-server: CHANGED 2024-12-02T09:02:26,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,40457,1733130143625}] 2024-12-02T09:02:26,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-670420294/meta-region-server: CHANGED 2024-12-02T09:02:26,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:02:26,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:26,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:26,799 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:02:26,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:02:26,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:02:26,912 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:02:26,912 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:26,912 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:02:26,914 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C40457%2C1733130143625.meta, suffix=.meta, logDir=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/WALs/7c6d666a4939,40457,1733130143625, archiveDir=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/oldWALs, maxLogs=10 2024-12-02T09:02:26,924 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/WALs/7c6d666a4939,40457,1733130143625/7c6d666a4939%2C40457%2C1733130143625.meta.1733130146914.meta, exclude list is [], retry=0 2024-12-02T09:02:26,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35169,DS-236c3c42-ea0c-4ff9-9098-9aca778e0528,DISK] 2024-12-02T09:02:26,929 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/WALs/7c6d666a4939,40457,1733130143625/7c6d666a4939%2C40457%2C1733130143625.meta.1733130146914.meta 2024-12-02T09:02:26,929 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43635:43635)] 2024-12-02T09:02:26,929 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:26,929 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:02:26,929 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:02:26,929 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:02:26,930 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:02:26,930 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:02:26,930 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:26,930 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:02:26,930 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:02:26,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:02:26,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:02:26,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:26,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:26,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:02:26,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:02:26,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:26,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:26,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:02:26,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:02:26,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:26,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:26,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:02:26,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:02:26,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:26,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:26,938 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:02:26,939 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/1588230740 2024-12-02T09:02:26,940 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/1588230740 2024-12-02T09:02:26,941 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:02:26,941 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:02:26,942 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:26,943 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:02:26,944 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72083571, jitterRate=0.07412891089916229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:26,944 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:02:26,944 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130146930Writing region info on filesystem at 1733130146930Initializing all the Stores at 1733130146931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130146931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130146932 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130146932Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130146932Cleaning up temporary data from old regions at 1733130146941 (+9 ms)Running coprocessor post-open hooks at 1733130146944 (+3 ms)Region opened successfully at 1733130146944 2024-12-02T09:02:26,945 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130146906 2024-12-02T09:02:26,947 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:02:26,948 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:02:26,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,40457,1733130143625 2024-12-02T09:02:26,949 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,40457,1733130143625, state=OPEN 2024-12-02T09:02:26,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-670420294/meta-region-server 2024-12-02T09:02:26,961 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-670420294/meta-region-server 2024-12-02T09:02:26,961 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,40457,1733130143625 2024-12-02T09:02:26,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-670420294/meta-region-server: CHANGED 2024-12-02T09:02:26,961 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-670420294/meta-region-server: CHANGED 2024-12-02T09:02:26,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:02:26,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,40457,1733130143625 in 208 msec 2024-12-02T09:02:26,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:02:26,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-12-02T09:02:26,967 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:26,967 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:02:26,968 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:26,968 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,40457,1733130143625, seqNum=-1] 2024-12-02T09:02:26,968 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:26,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:26,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-12-02T09:02:26,976 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130146976, completionTime=-1 2024-12-02T09:02:26,976 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:02:26,976 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:02:26,978 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:02:26,978 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130206978 2024-12-02T09:02:26,978 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130266978 2024-12-02T09:02:26,978 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T09:02:26,978 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,33411,1733130143471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:26,979 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,33411,1733130143471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:26,979 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,33411,1733130143471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:26,979 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:33411, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:26,979 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:26,979 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:26,981 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:02:26,983 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.271sec 2024-12-02T09:02:26,983 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:02:26,983 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:02:26,983 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:02:26,983 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:02:26,983 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:02:26,983 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,33411,1733130143471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:02:26,984 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,33411,1733130143471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:02:26,986 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:02:26,986 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:02:26,986 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,33411,1733130143471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:27,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa0c7d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:27,064 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,33411,-1 for getting cluster id 2024-12-02T09:02:27,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:27,065 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde64a75-cb9d-40d6-a167-50c63766defc' 2024-12-02T09:02:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde64a75-cb9d-40d6-a167-50c63766defc" 2024-12-02T09:02:27,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297479ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,33411,-1] 2024-12-02T09:02:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:27,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:27,067 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:27,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8ac59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:27,068 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,40457,1733130143625, seqNum=-1] 2024-12-02T09:02:27,069 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:27,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:27,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,33411,1733130143471 2024-12-02T09:02:27,075 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56939 2024-12-02T09:02:27,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:27,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009a3909230005 connected 2024-12-02T09:02:27,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121d4dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:27,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34923,-1 for getting cluster id 2024-12-02T09:02:27,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:27,098 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f750b6d2-29c0-458a-bbec-b3abed979d41' 2024-12-02T09:02:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f750b6d2-29c0-458a-bbec-b3abed979d41" 2024-12-02T09:02:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34923,-1] 2024-12-02T09:02:27,098 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:27,099 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:27,100 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:27,100 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d7344a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:27,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34923,1733130138180 2024-12-02T09:02:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3455c987 2024-12-02T09:02:27,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:27,102 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:27,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:33411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:02:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:02:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:27,105 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:33411' 2024-12-02T09:02:27,107 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1235d90a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:27,107 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,33411,-1 for getting cluster id 2024-12-02T09:02:27,107 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:27,108 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde64a75-cb9d-40d6-a167-50c63766defc' 2024-12-02T09:02:27,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:27,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde64a75-cb9d-40d6-a167-50c63766defc" 2024-12-02T09:02:27,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fa71f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:27,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,33411,-1] 2024-12-02T09:02:27,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:27,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:27,110 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:27,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764d3913, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:27,110 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:27,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,33411,1733130143471 2024-12-02T09:02:27,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35e8bb59 2024-12-02T09:02:27,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:27,112 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:27,113 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T09:02:27,113 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:02:27,113 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:27,113 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:27,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:27,113 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:02:27,114 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:02:27,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:02:27,115 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:27,117 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:02:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741835_1011 (size=1138) 2024-12-02T09:02:27,165 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:02:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:27,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:27,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4afb7191a105295e2df4cebde0918b03, NAME => 'hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8 2024-12-02T09:02:27,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741836_1012 (size=44) 2024-12-02T09:02:27,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:27,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4afb7191a105295e2df4cebde0918b03, disabling compactions & flushes 2024-12-02T09:02:27,536 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:27,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:27,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. after waiting 0 ms 2024-12-02T09:02:27,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:27,536 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:27,536 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4afb7191a105295e2df4cebde0918b03: Waiting for close lock at 1733130147536Disabling compacts and flushes for region at 1733130147536Disabling writes for close at 1733130147536Writing region close event to WAL at 1733130147536Closed at 1733130147536 2024-12-02T09:02:27,538 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:02:27,538 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130147538"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130147538"}]},"ts":"1733130147538"} 2024-12-02T09:02:27,541 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:02:27,542 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:02:27,543 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130147542"}]},"ts":"1733130147542"} 2024-12-02T09:02:27,548 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:02:27,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4afb7191a105295e2df4cebde0918b03, ASSIGN}] 2024-12-02T09:02:27,550 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4afb7191a105295e2df4cebde0918b03, ASSIGN 2024-12-02T09:02:27,551 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4afb7191a105295e2df4cebde0918b03, ASSIGN; state=OFFLINE, location=7c6d666a4939,37519,1733130138305; forceNewPlan=false, retain=false 2024-12-02T09:02:27,701 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4afb7191a105295e2df4cebde0918b03, regionState=OPENING, regionLocation=7c6d666a4939,37519,1733130138305 2024-12-02T09:02:27,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4afb7191a105295e2df4cebde0918b03, ASSIGN because future has completed 2024-12-02T09:02:27,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4afb7191a105295e2df4cebde0918b03, server=7c6d666a4939,37519,1733130138305}] 2024-12-02T09:02:27,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:27,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:27,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:27,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:02:27,863 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C37519%2C1733130138305.rep, suffix=, logDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305, archiveDir=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/oldWALs, maxLogs=10 2024-12-02T09:02:27,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.rep.1733130147863, exclude list is [], retry=0 2024-12-02T09:02:27,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41947,DS-e9a15da1-8bc1-43ab-9f8a-07a7ff203d49,DISK] 2024-12-02T09:02:27,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.rep.1733130147863 2024-12-02T09:02:27,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42943:42943)] 2024-12-02T09:02:27,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4afb7191a105295e2df4cebde0918b03, NAME => 'hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:27,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:02:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:02:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. service=MultiRowMutationService 2024-12-02T09:02:27,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:02:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,880 INFO [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,881 INFO [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afb7191a105295e2df4cebde0918b03 columnFamilyName hfileref 2024-12-02T09:02:27,882 DEBUG [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:27,882 INFO [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] regionserver.HStore(327): Store=4afb7191a105295e2df4cebde0918b03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:27,882 INFO [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,883 INFO [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afb7191a105295e2df4cebde0918b03 columnFamilyName queue 2024-12-02T09:02:27,883 DEBUG [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:27,884 INFO [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] regionserver.HStore(327): Store=4afb7191a105295e2df4cebde0918b03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:27,884 INFO [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,885 INFO [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4afb7191a105295e2df4cebde0918b03 columnFamilyName sid 2024-12-02T09:02:27,885 DEBUG [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:27,885 INFO [StoreOpener-4afb7191a105295e2df4cebde0918b03-1 {}] regionserver.HStore(327): Store=4afb7191a105295e2df4cebde0918b03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:27,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/replication/4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/replication/4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:02:27,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/replication/4afb7191a105295e2df4cebde0918b03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:27,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4afb7191a105295e2df4cebde0918b03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73120677, jitterRate=0.08958299458026886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:02:27,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:27,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4afb7191a105295e2df4cebde0918b03: Running coprocessor pre-open hook at 1733130147879Writing region info on filesystem at 1733130147879Initializing all the Stores at 1733130147880 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130147880Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130147880Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130147880Cleaning up temporary data from old regions at 1733130147887 (+7 ms)Running coprocessor post-open hooks at 1733130147891 (+4 ms)Region opened successfully at 1733130147891 2024-12-02T09:02:27,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03., pid=7, masterSystemTime=1733130147857 2024-12-02T09:02:27,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:27,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:27,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4afb7191a105295e2df4cebde0918b03, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,37519,1733130138305 2024-12-02T09:02:27,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4afb7191a105295e2df4cebde0918b03, server=7c6d666a4939,37519,1733130138305 because future has completed 2024-12-02T09:02:27,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T09:02:27,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4afb7191a105295e2df4cebde0918b03, server=7c6d666a4939,37519,1733130138305 in 194 msec 2024-12-02T09:02:27,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:02:27,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4afb7191a105295e2df4cebde0918b03, ASSIGN in 353 msec 2024-12-02T09:02:27,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:02:27,903 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130147903"}]},"ts":"1733130147903"} 2024-12-02T09:02:27,905 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:02:27,906 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:02:27,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 793 msec 2024-12-02T09:02:27,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03., hostname=7c6d666a4939,37519,1733130138305, seqNum=2] 2024-12-02T09:02:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:27,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:27,995 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:02:28,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T09:02:28,149 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:02:28,188 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,37519,1733130138305, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:02:28,189 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:28,189 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,37519,1733130138305, seqNum=-1] 2024-12-02T09:02:28,190 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:28,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-02T09:02:28,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,37519,1733130138305', locateType=CURRENT is [region=hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03., hostname=7c6d666a4939,37519,1733130138305, seqNum=2] 2024-12-02T09:02:28,199 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T09:02:28,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T09:02:28,204 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,37519,1733130138305 suceeded 2024-12-02T09:02:28,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T09:02:28,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-12-02T09:02:28,208 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:33411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:02:28,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1060 sec 2024-12-02T09:02:28,220 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:33411' 2024-12-02T09:02:28,221 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1785eafc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:28,221 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,33411,-1 for getting cluster id 2024-12-02T09:02:28,221 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:28,222 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cde64a75-cb9d-40d6-a167-50c63766defc' 2024-12-02T09:02:28,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:28,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cde64a75-cb9d-40d6-a167-50c63766defc" 2024-12-02T09:02:28,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d10f6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:28,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,33411,-1] 2024-12-02T09:02:28,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:28,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:28,224 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:28,225 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@421bc269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:28,225 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:28,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,33411,1733130143471 2024-12-02T09:02:28,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26233f22 2024-12-02T09:02:28,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:28,227 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-02T09:02:28,228 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,37519,1733130138305 (queues=1) is replicating from cluster=f750b6d2-29c0-458a-bbec-b3abed979d41 to cluster=cde64a75-cb9d-40d6-a167-50c63766defc 2024-12-02T09:02:28,228 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C37519%2C1733130138305 2024-12-02T09:02:28,228 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,37519,1733130138305, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:02:28,229 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305.replicationSource.shipper7c6d666a4939%2C37519%2C1733130138305,1-7c6d666a4939,37519,1733130138305 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C37519%2C1733130138305 2024-12-02T09:02:28,229 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305.replicationSource.wal-reader.7c6d666a4939%2C37519%2C1733130138305,1-7c6d666a4939,37519,1733130138305 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.1733130140524, startPosition=0, beingWritten=true 2024-12-02T09:02:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:28,238 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:02:28,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:28,239 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:28,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:28,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:28,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:28,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34923,1733130138180 2024-12-02T09:02:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a17426c 2024-12-02T09:02:28,240 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:28,241 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:28,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34923 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T09:02:28,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:02:28,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:28,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:28,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:28,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:28,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:28,242 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:02:28,242 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1183140079, stopped=false 2024-12-02T09:02:28,242 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,33411,1733130143471 2024-12-02T09:02:28,253 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-670420294/running 2024-12-02T09:02:28,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-670420294/running 2024-12-02T09:02:28,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:28,253 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:28,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:02:28,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:28,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:28,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:28,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Set watcher on znode that does not yet exist, /1-670420294/running 2024-12-02T09:02:28,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,40457,1733130143625' ***** 2024-12-02T09:02:28,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:02:28,254 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:02:28,254 INFO [RS:0;7c6d666a4939:40457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:02:28,254 INFO [RS:0;7c6d666a4939:40457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:02:28,254 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,40457,1733130143625 2024-12-02T09:02:28,254 INFO [RS:0;7c6d666a4939:40457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:02:28,254 INFO [RS:0;7c6d666a4939:40457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:40457. 2024-12-02T09:02:28,254 DEBUG [RS:0;7c6d666a4939:40457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:28,254 DEBUG [RS:0;7c6d666a4939:40457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:28,254 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:02:28,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Set watcher on znode that does not yet exist, /1-670420294/running 2024-12-02T09:02:28,255 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:02:28,255 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:02:28,255 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:02:28,255 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:02:28,255 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:02:28,255 DEBUG [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:02:28,255 DEBUG [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:28,256 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:02:28,256 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:02:28,256 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:02:28,256 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:02:28,256 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:02:28,256 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T09:02:28,272 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/1588230740/.tmp/ns/f5081b078c9a4822940e9ddf3e2ef351 is 43, key is default/ns:d/1733130146970/Put/seqid=0 2024-12-02T09:02:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741835_1011 (size=5153) 2024-12-02T09:02:28,349 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:02:28,435 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305.replicationSource.wal-reader.7c6d666a4939%2C37519%2C1733130138305,1-7c6d666a4939,37519,1733130138305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.1733130140524 to pos 0, reset compression=false 2024-12-02T09:02:28,456 DEBUG [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:28,656 DEBUG [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:28,682 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/1588230740/.tmp/ns/f5081b078c9a4822940e9ddf3e2ef351 2024-12-02T09:02:28,688 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/1588230740/.tmp/ns/f5081b078c9a4822940e9ddf3e2ef351 as hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/1588230740/ns/f5081b078c9a4822940e9ddf3e2ef351 2024-12-02T09:02:28,694 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/1588230740/ns/f5081b078c9a4822940e9ddf3e2ef351, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T09:02:28,696 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false 2024-12-02T09:02:28,700 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T09:02:28,700 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:02:28,700 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:02:28,701 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:28,701 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130148256Running coprocessor pre-close hooks at 1733130148256Disabling compacts and flushes for region at 1733130148256Disabling writes for close at 1733130148256Obtaining lock to block concurrent updates at 1733130148256Preparing flush snapshotting stores in 1588230740 at 1733130148256Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733130148256Flushing stores of hbase:meta,,1.1588230740 at 1733130148258 (+2 ms)Flushing 1588230740/ns: creating writer at 1733130148258Flushing 1588230740/ns: appending metadata at 1733130148272 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733130148272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25927f31: reopening flushed file at 1733130148687 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=6, compaction requested=false at 1733130148696 (+9 ms)Writing region close event to WAL at 1733130148696Running coprocessor post-close hooks at 1733130148700 (+4 ms)Closed at 1733130148700 2024-12-02T09:02:28,701 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:28,740 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305.replicationSource.wal-reader.7c6d666a4939%2C37519%2C1733130138305,1-7c6d666a4939,37519,1733130138305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.1733130140524 to pos 0, reset compression=false 2024-12-02T09:02:28,848 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:02:28,848 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:02:28,856 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,40457,1733130143625; all regions closed. 2024-12-02T09:02:28,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741834_1010 (size=1152) 2024-12-02T09:02:28,859 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/WALs/7c6d666a4939,40457,1733130143625/7c6d666a4939%2C40457%2C1733130143625.meta.1733130146914.meta not finished, retry = 0 2024-12-02T09:02:28,961 DEBUG [RS:0;7c6d666a4939:40457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/oldWALs 2024-12-02T09:02:28,961 INFO [RS:0;7c6d666a4939:40457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C40457%2C1733130143625.meta:.meta(num 1733130146914) 2024-12-02T09:02:28,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741832_1008 (size=93) 2024-12-02T09:02:28,969 DEBUG [RS:0;7c6d666a4939:40457 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/oldWALs 2024-12-02T09:02:28,969 INFO [RS:0;7c6d666a4939:40457 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C40457%2C1733130143625:(num 1733130145980) 2024-12-02T09:02:28,969 DEBUG [RS:0;7c6d666a4939:40457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:28,969 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:02:28,969 INFO [RS:0;7c6d666a4939:40457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:02:28,969 INFO [RS:0;7c6d666a4939:40457 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:02:28,969 INFO [RS:0;7c6d666a4939:40457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:02:28,969 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:02:28,969 INFO [RS:0;7c6d666a4939:40457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40457 2024-12-02T09:02:28,977 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-670420294/rs/7c6d666a4939,40457,1733130143625 2024-12-02T09:02:28,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294/rs 2024-12-02T09:02:28,977 INFO [RS:0;7c6d666a4939:40457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:02:28,978 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,40457,1733130143625] 2024-12-02T09:02:28,986 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-670420294/draining/7c6d666a4939,40457,1733130143625 already deleted, retry=false 2024-12-02T09:02:28,986 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,40457,1733130143625 expired; onlineServers=0 2024-12-02T09:02:28,986 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,33411,1733130143471' ***** 2024-12-02T09:02:28,986 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:02:28,986 INFO [M:0;7c6d666a4939:33411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:02:28,986 INFO [M:0;7c6d666a4939:33411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:02:28,986 DEBUG [M:0;7c6d666a4939:33411 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:02:28,986 DEBUG [M:0;7c6d666a4939:33411 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:02:28,986 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:02:28,986 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130145733 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130145733,5,FailOnTimeoutGroup] 2024-12-02T09:02:28,986 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130145733 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130145733,5,FailOnTimeoutGroup] 2024-12-02T09:02:28,986 INFO [M:0;7c6d666a4939:33411 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:02:28,986 INFO [M:0;7c6d666a4939:33411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:02:28,986 DEBUG [M:0;7c6d666a4939:33411 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:02:28,986 INFO [M:0;7c6d666a4939:33411 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:02:28,986 INFO [M:0;7c6d666a4939:33411 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:02:28,987 INFO [M:0;7c6d666a4939:33411 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:02:28,987 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:02:29,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-670420294/master 2024-12-02T09:02:29,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-670420294 2024-12-02T09:02:29,002 DEBUG [M:0;7c6d666a4939:33411 {}] zookeeper.RecoverableZooKeeper(212): Node /1-670420294/master already deleted, retry=false 2024-12-02T09:02:29,002 DEBUG [M:0;7c6d666a4939:33411 {}] master.ActiveMasterManager(353): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-670420294/master 2024-12-02T09:02:29,003 INFO [M:0;7c6d666a4939:33411 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/.lastflushedseqids 2024-12-02T09:02:29,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741836_1012 (size=99) 2024-12-02T09:02:29,094 INFO [RS:0;7c6d666a4939:40457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:02:29,094 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:29,094 INFO [RS:0;7c6d666a4939:40457 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,40457,1733130143625; zookeeper connection closed. 2024-12-02T09:02:29,094 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40457-0x1009a3909230004, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:29,095 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d0d1e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d0d1e8 2024-12-02T09:02:29,095 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:02:29,145 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305.replicationSource.wal-reader.7c6d666a4939%2C37519%2C1733130138305,1-7c6d666a4939,37519,1733130138305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.1733130140524 to pos 0, reset compression=false 2024-12-02T09:02:29,409 INFO [M:0;7c6d666a4939:33411 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:02:29,409 INFO [M:0;7c6d666a4939:33411 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:02:29,409 DEBUG [M:0;7c6d666a4939:33411 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:02:29,409 INFO [M:0;7c6d666a4939:33411 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:29,409 DEBUG [M:0;7c6d666a4939:33411 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:29,409 DEBUG [M:0;7c6d666a4939:33411 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:02:29,409 DEBUG [M:0;7c6d666a4939:33411 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:29,410 INFO [M:0;7c6d666a4939:33411 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T09:02:29,424 DEBUG [M:0;7c6d666a4939:33411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/021b0a6f47de4325bd83023d2bb008be is 82, key is hbase:meta,,1/info:regioninfo/1733130146948/Put/seqid=0 2024-12-02T09:02:29,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741837_1013 (size=5672) 2024-12-02T09:02:29,657 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305.replicationSource.wal-reader.7c6d666a4939%2C37519%2C1733130138305,1-7c6d666a4939,37519,1733130138305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.1733130140524 to pos 0, reset compression=false 2024-12-02T09:02:29,829 INFO [M:0;7c6d666a4939:33411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/021b0a6f47de4325bd83023d2bb008be 2024-12-02T09:02:29,846 DEBUG [M:0;7c6d666a4939:33411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcc6801a02e34f848b6ed1c9da0a5e02 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733130146975/Put/seqid=0 2024-12-02T09:02:29,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741838_1014 (size=5275) 2024-12-02T09:02:30,251 INFO [M:0;7c6d666a4939:33411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcc6801a02e34f848b6ed1c9da0a5e02 2024-12-02T09:02:30,261 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305.replicationSource.wal-reader.7c6d666a4939%2C37519%2C1733130138305,1-7c6d666a4939,37519,1733130138305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.1733130140524 to pos 0, reset compression=false 2024-12-02T09:02:30,272 DEBUG [M:0;7c6d666a4939:33411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84d959ac2a1d40ba91a19bc44f30c7e0 is 69, key is 7c6d666a4939,40457,1733130143625/rs:state/1733130145791/Put/seqid=0 2024-12-02T09:02:30,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741839_1015 (size=5156) 2024-12-02T09:02:30,677 INFO [M:0;7c6d666a4939:33411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84d959ac2a1d40ba91a19bc44f30c7e0 2024-12-02T09:02:30,688 DEBUG [M:0;7c6d666a4939:33411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/021b0a6f47de4325bd83023d2bb008be as hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/021b0a6f47de4325bd83023d2bb008be 2024-12-02T09:02:30,695 INFO [M:0;7c6d666a4939:33411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/021b0a6f47de4325bd83023d2bb008be, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T09:02:30,696 DEBUG [M:0;7c6d666a4939:33411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bcc6801a02e34f848b6ed1c9da0a5e02 as hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcc6801a02e34f848b6ed1c9da0a5e02 2024-12-02T09:02:30,704 INFO [M:0;7c6d666a4939:33411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bcc6801a02e34f848b6ed1c9da0a5e02, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T09:02:30,706 DEBUG [M:0;7c6d666a4939:33411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84d959ac2a1d40ba91a19bc44f30c7e0 as hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84d959ac2a1d40ba91a19bc44f30c7e0 2024-12-02T09:02:30,712 INFO [M:0;7c6d666a4939:33411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39355/user/jenkins/test-data/f117bbf5-6dc5-804b-e5da-cbc27dc943f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84d959ac2a1d40ba91a19bc44f30c7e0, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T09:02:30,713 INFO [M:0;7c6d666a4939:33411 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false 2024-12-02T09:02:30,719 INFO [M:0;7c6d666a4939:33411 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:30,719 DEBUG [M:0;7c6d666a4939:33411 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130149409Disabling compacts and flushes for region at 1733130149409Disabling writes for close at 1733130149409Obtaining lock to block concurrent updates at 1733130149410 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130149410Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733130149410Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130149411 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130149411Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130149424 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130149424Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130149834 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130149846 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130149846Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130150256 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130150272 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130150272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@200ba7b8: reopening flushed file at 1733130150687 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b211e2e: reopening flushed file at 1733130150695 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d9cdd55: reopening flushed file at 1733130150704 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=28, compaction requested=false at 1733130150713 (+9 ms)Writing region close event to WAL at 1733130150719 (+6 ms)Closed at 1733130150719 2024-12-02T09:02:30,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741830_1006 (size=10165) 2024-12-02T09:02:30,723 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:02:30,723 INFO [M:0;7c6d666a4939:33411 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:02:30,724 INFO [M:0;7c6d666a4939:33411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33411 2024-12-02T09:02:30,724 INFO [M:0;7c6d666a4939:33411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:02:30,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:30,861 INFO [M:0;7c6d666a4939:33411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:02:30,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33411-0x1009a3909230003, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:30,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@285b3be8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:02:30,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cd98570{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:02:30,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:02:30,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@394d519d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:02:30,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2734f647{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/hadoop.log.dir/,STOPPED} 2024-12-02T09:02:30,865 WARN [BP-118159808-172.17.0.3-1733130141807 heartbeating to localhost/127.0.0.1:39355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:02:30,865 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:02:30,865 WARN [BP-118159808-172.17.0.3-1733130141807 heartbeating to localhost/127.0.0.1:39355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-118159808-172.17.0.3-1733130141807 (Datanode Uuid ae31e303-6482-49f4-a993-fce5ff33b357) service to localhost/127.0.0.1:39355 2024-12-02T09:02:30,865 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:02:30,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/cluster_5737b5a0-0dc5-2575-a090-5b4d6281f453/data/data1/current/BP-118159808-172.17.0.3-1733130141807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:02:30,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/cluster_5737b5a0-0dc5-2575-a090-5b4d6281f453/data/data2/current/BP-118159808-172.17.0.3-1733130141807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:02:30,866 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:02:30,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ac0aa28{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:02:30,871 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1edba01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:02:30,871 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:02:30,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb41a02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:02:30,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c8494ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/hadoop.log.dir/,STOPPED} 2024-12-02T09:02:30,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:02:30,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:02:30,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:30,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:30,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:30,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:30,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:30,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:02:30,886 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=227963101, stopped=false 2024-12-02T09:02:30,886 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,34923,1733130138180 2024-12-02T09:02:30,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603605610/running 2024-12-02T09:02:30,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603605610/running 2024-12-02T09:02:30,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:30,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:30,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:02:30,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:30,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Set watcher on znode that does not yet exist, /01603605610/running 2024-12-02T09:02:30,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Set watcher on znode that does not yet exist, /01603605610/running 2024-12-02T09:02:30,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:30,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:30,901 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,37519,1733130138305' ***** 2024-12-02T09:02:30,901 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:02:30,901 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:02:30,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:02:30,901 INFO [RS:0;7c6d666a4939:37519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:02:30,902 INFO [RS:0;7c6d666a4939:37519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:02:30,902 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(3091): Received CLOSE for 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:30,902 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,37519,1733130138305 2024-12-02T09:02:30,902 INFO [RS:0;7c6d666a4939:37519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:02:30,902 INFO [RS:0;7c6d666a4939:37519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:37519. 2024-12-02T09:02:30,902 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4afb7191a105295e2df4cebde0918b03, disabling compactions & flushes 2024-12-02T09:02:30,902 DEBUG [RS:0;7c6d666a4939:37519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:30,902 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:30,902 DEBUG [RS:0;7c6d666a4939:37519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:30,902 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:30,902 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. after waiting 0 ms 2024-12-02T09:02:30,902 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:02:30,902 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:30,902 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:02:30,902 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:02:30,902 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4afb7191a105295e2df4cebde0918b03 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T09:02:30,902 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:02:30,902 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:02:30,903 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4afb7191a105295e2df4cebde0918b03=hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03.} 2024-12-02T09:02:30,903 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:02:30,903 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:30,903 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:02:30,903 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:02:30,903 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:02:30,903 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:02:30,903 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T09:02:30,905 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:02:30,916 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/replication/4afb7191a105295e2df4cebde0918b03/.tmp/queue/c229622d606e4d2b907ff3f1d767ae0b is 151, key is 1-7c6d666a4939,37519,1733130138305/queue:7c6d666a4939%2C37519%2C1733130138305/1733130148196/Put/seqid=0 2024-12-02T09:02:30,916 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/.tmp/info/bccf6b221cd747a99805b51db4f450d8 is 147, key is hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03./info:regioninfo/1733130147895/Put/seqid=0 2024-12-02T09:02:30,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741839_1015 (size=6631) 2024-12-02T09:02:30,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741838_1014 (size=5350) 2024-12-02T09:02:30,967 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305.replicationSource.wal-reader.7c6d666a4939%2C37519%2C1733130138305,1-7c6d666a4939,37519,1733130138305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.1733130140524 to pos 0, reset compression=false 2024-12-02T09:02:31,103 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:31,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:02:31,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T09:02:31,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T09:02:31,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T09:02:31,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:02:31,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T09:02:31,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:02:31,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T09:02:31,303 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4afb7191a105295e2df4cebde0918b03 2024-12-02T09:02:31,320 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/.tmp/info/bccf6b221cd747a99805b51db4f450d8 2024-12-02T09:02:31,320 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/replication/4afb7191a105295e2df4cebde0918b03/.tmp/queue/c229622d606e4d2b907ff3f1d767ae0b 2024-12-02T09:02:31,327 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/replication/4afb7191a105295e2df4cebde0918b03/.tmp/queue/c229622d606e4d2b907ff3f1d767ae0b as hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/replication/4afb7191a105295e2df4cebde0918b03/queue/c229622d606e4d2b907ff3f1d767ae0b 2024-12-02T09:02:31,335 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/replication/4afb7191a105295e2df4cebde0918b03/queue/c229622d606e4d2b907ff3f1d767ae0b, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T09:02:31,336 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4afb7191a105295e2df4cebde0918b03 in 434ms, sequenceid=5, compaction requested=false 2024-12-02T09:02:31,336 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T09:02:31,341 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/replication/4afb7191a105295e2df4cebde0918b03/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T09:02:31,341 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:02:31,342 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:02:31,342 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:31,342 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4afb7191a105295e2df4cebde0918b03: Waiting for close lock at 1733130150902Running coprocessor pre-close hooks at 1733130150902Disabling compacts and flushes for region at 1733130150902Disabling writes for close at 1733130150902Obtaining lock to block concurrent updates at 1733130150902Preparing flush snapshotting stores in 4afb7191a105295e2df4cebde0918b03 at 1733130150902Finished memstore snapshotting hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733130150903 (+1 ms)Flushing stores of hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. at 1733130150903Flushing 4afb7191a105295e2df4cebde0918b03/queue: creating writer at 1733130150903Flushing 4afb7191a105295e2df4cebde0918b03/queue: appending metadata at 1733130150915 (+12 ms)Flushing 4afb7191a105295e2df4cebde0918b03/queue: closing flushed file at 1733130150915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6bcb06: reopening flushed file at 1733130151327 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4afb7191a105295e2df4cebde0918b03 in 434ms, sequenceid=5, compaction requested=false at 1733130151336 (+9 ms)Writing region close event to WAL at 1733130151337 (+1 ms)Running coprocessor post-close hooks at 1733130151341 (+4 ms)Closed at 1733130151342 (+1 ms) 2024-12-02T09:02:31,342 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733130147113.4afb7191a105295e2df4cebde0918b03. 2024-12-02T09:02:31,342 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/.tmp/ns/34a8d2049404484991421f860c45a251 is 43, key is default/ns:d/1733130141668/Put/seqid=0 2024-12-02T09:02:31,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741840_1016 (size=5153) 2024-12-02T09:02:31,414 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:02:31,415 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:02:31,503 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:31,704 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:31,753 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/.tmp/ns/34a8d2049404484991421f860c45a251 2024-12-02T09:02:31,772 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305.replicationSource.wal-reader.7c6d666a4939%2C37519%2C1733130138305,1-7c6d666a4939,37519,1733130138305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.1733130140524 to pos 0, reset compression=false 2024-12-02T09:02:31,776 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/.tmp/table/276acac1b00647c285346c2ef70f3905 is 53, key is hbase:replication/table:state/1733130147903/Put/seqid=0 2024-12-02T09:02:31,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741841_1017 (size=5256) 2024-12-02T09:02:31,904 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:02:31,904 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:02:31,904 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:32,104 DEBUG [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:02:32,186 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/.tmp/table/276acac1b00647c285346c2ef70f3905 2024-12-02T09:02:32,193 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/.tmp/info/bccf6b221cd747a99805b51db4f450d8 as hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/info/bccf6b221cd747a99805b51db4f450d8 2024-12-02T09:02:32,198 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/info/bccf6b221cd747a99805b51db4f450d8, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T09:02:32,199 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/.tmp/ns/34a8d2049404484991421f860c45a251 as hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/ns/34a8d2049404484991421f860c45a251 2024-12-02T09:02:32,204 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/ns/34a8d2049404484991421f860c45a251, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T09:02:32,205 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/.tmp/table/276acac1b00647c285346c2ef70f3905 as hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/table/276acac1b00647c285346c2ef70f3905 2024-12-02T09:02:32,211 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/table/276acac1b00647c285346c2ef70f3905, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T09:02:32,213 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false 2024-12-02T09:02:32,221 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T09:02:32,222 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:02:32,222 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:02:32,222 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:32,222 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130150903Running coprocessor pre-close hooks at 1733130150903Disabling compacts and flushes for region at 1733130150903Disabling writes for close at 1733130150903Obtaining lock to block concurrent updates at 1733130150903Preparing flush snapshotting stores in 1588230740 at 1733130150903Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733130150903Flushing stores of hbase:meta,,1.1588230740 at 1733130150904 (+1 ms)Flushing 1588230740/info: creating writer at 1733130150905 (+1 ms)Flushing 1588230740/info: appending metadata at 1733130150916 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733130150916Flushing 1588230740/ns: creating writer at 1733130151327 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733130151342 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733130151342Flushing 1588230740/table: creating writer at 1733130151759 (+417 ms)Flushing 1588230740/table: appending metadata at 1733130151775 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733130151775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253626bc: reopening flushed file at 1733130152192 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319f3bab: reopening flushed file at 1733130152198 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9b925d: reopening flushed file at 1733130152205 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false at 1733130152213 (+8 ms)Writing region close event to WAL at 1733130152215 (+2 ms)Running coprocessor post-close hooks at 1733130152222 (+7 ms)Closed at 1733130152222 2024-12-02T09:02:32,223 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:32,304 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,37519,1733130138305; all regions closed. 2024-12-02T09:02:32,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741834_1010 (size=2742) 2024-12-02T09:02:32,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.meta.1733130141471.meta not finished, retry = 0 2024-12-02T09:02:32,409 DEBUG [RS:0;7c6d666a4939:37519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/oldWALs 2024-12-02T09:02:32,409 INFO [RS:0;7c6d666a4939:37519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C37519%2C1733130138305.meta:.meta(num 1733130141471) 2024-12-02T09:02:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741837_1013 (size=1586) 2024-12-02T09:02:32,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.rep.1733130147863 not finished, retry = 0 2024-12-02T09:02:32,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:02:32,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:32,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:32,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:32,514 DEBUG [RS:0;7c6d666a4939:37519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/oldWALs 2024-12-02T09:02:32,514 INFO [RS:0;7c6d666a4939:37519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C37519%2C1733130138305.rep:(num 1733130147863) 2024-12-02T09:02:32,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741832_1008 (size=93) 2024-12-02T09:02:32,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/WALs/7c6d666a4939,37519,1733130138305/7c6d666a4939%2C37519%2C1733130138305.1733130140524 not finished, retry = 0 2024-12-02T09:02:32,619 DEBUG [RS:0;7c6d666a4939:37519 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/oldWALs 2024-12-02T09:02:32,619 INFO [RS:0;7c6d666a4939:37519 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C37519%2C1733130138305:(num 1733130140524) 2024-12-02T09:02:32,619 DEBUG [RS:0;7c6d666a4939:37519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:32,619 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:02:32,619 INFO [RS:0;7c6d666a4939:37519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:02:32,619 INFO [RS:0;7c6d666a4939:37519 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T09:02:32,619 INFO [RS:0;7c6d666a4939:37519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:02:32,620 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:02:32,620 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,37519,1733130138305 because: Region server is closing 2024-12-02T09:02:32,620 INFO [RS:0;7c6d666a4939:37519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:37519. 2024-12-02T09:02:32,620 DEBUG [RS:0;7c6d666a4939:37519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:32,620 DEBUG [RS:0;7c6d666a4939:37519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:32,620 DEBUG [RS:0;7c6d666a4939:37519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:32,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:32,720 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305.replicationSource.shipper7c6d666a4939%2C37519%2C1733130138305,1-7c6d666a4939,37519,1733130138305 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T09:02:32,721 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,37519,1733130138305.replicationSource.shipper7c6d666a4939%2C37519%2C1733130138305,1-7c6d666a4939,37519,1733130138305 terminated 2024-12-02T09:02:32,721 INFO [RS:0;7c6d666a4939:37519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37519 2024-12-02T09:02:32,803 INFO [RS:0;7c6d666a4939:37519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:02:32,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610/rs 2024-12-02T09:02:32,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603605610/rs/7c6d666a4939,37519,1733130138305 2024-12-02T09:02:32,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,37519,1733130138305] 2024-12-02T09:02:32,819 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01603605610/draining/7c6d666a4939,37519,1733130138305 already deleted, retry=false 2024-12-02T09:02:32,819 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,37519,1733130138305 expired; onlineServers=0 2024-12-02T09:02:32,819 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,34923,1733130138180' ***** 2024-12-02T09:02:32,819 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:02:32,819 INFO [M:0;7c6d666a4939:34923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:02:32,819 INFO [M:0;7c6d666a4939:34923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:02:32,819 DEBUG [M:0;7c6d666a4939:34923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:02:32,819 DEBUG [M:0;7c6d666a4939:34923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:02:32,819 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:02:32,819 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130140286 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130140286,5,FailOnTimeoutGroup] 2024-12-02T09:02:32,819 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130140286 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130140286,5,FailOnTimeoutGroup] 2024-12-02T09:02:32,819 INFO [M:0;7c6d666a4939:34923 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:02:32,819 INFO [M:0;7c6d666a4939:34923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:02:32,819 DEBUG [M:0;7c6d666a4939:34923 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:02:32,819 INFO [M:0;7c6d666a4939:34923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:02:32,820 INFO [M:0;7c6d666a4939:34923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:02:32,820 INFO [M:0;7c6d666a4939:34923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:02:32,820 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:02:32,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01603605610/master 2024-12-02T09:02:32,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01603605610 2024-12-02T09:02:32,827 DEBUG [M:0;7c6d666a4939:34923 {}] zookeeper.ZKUtil(347): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Unable to get data of znode /01603605610/master because node does not exist (not an error) 2024-12-02T09:02:32,827 WARN [M:0;7c6d666a4939:34923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:02:32,828 INFO [M:0;7c6d666a4939:34923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/.lastflushedseqids 2024-12-02T09:02:32,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741842_1018 (size=181) 2024-12-02T09:02:32,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:32,911 INFO [RS:0;7c6d666a4939:37519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:02:32,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37519-0x1009a3909230001, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:32,911 INFO [RS:0;7c6d666a4939:37519 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,37519,1733130138305; zookeeper connection closed. 2024-12-02T09:02:32,911 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47b37b69 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47b37b69 2024-12-02T09:02:32,911 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:02:33,234 INFO [M:0;7c6d666a4939:34923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:02:33,234 INFO [M:0;7c6d666a4939:34923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:02:33,234 DEBUG [M:0;7c6d666a4939:34923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:02:33,234 INFO [M:0;7c6d666a4939:34923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:33,234 DEBUG [M:0;7c6d666a4939:34923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:33,234 DEBUG [M:0;7c6d666a4939:34923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:02:33,234 DEBUG [M:0;7c6d666a4939:34923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:33,234 INFO [M:0;7c6d666a4939:34923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T09:02:33,248 DEBUG [M:0;7c6d666a4939:34923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa450133b3224626854a1f551333dca3 is 82, key is hbase:meta,,1/info:regioninfo/1733130141510/Put/seqid=0 2024-12-02T09:02:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741843_1019 (size=5672) 2024-12-02T09:02:33,652 INFO [M:0;7c6d666a4939:34923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa450133b3224626854a1f551333dca3 2024-12-02T09:02:33,669 DEBUG [M:0;7c6d666a4939:34923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbee13f4f1bc43748374aab6d7628f4a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733130147908/Put/seqid=0 2024-12-02T09:02:33,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741844_1020 (size=7203) 2024-12-02T09:02:34,074 INFO [M:0;7c6d666a4939:34923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbee13f4f1bc43748374aab6d7628f4a 2024-12-02T09:02:34,091 DEBUG [M:0;7c6d666a4939:34923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/156403ee2b934145849fc8edd32169ce is 69, key is 7c6d666a4939,37519,1733130138305/rs:state/1733130140376/Put/seqid=0 2024-12-02T09:02:34,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741845_1021 (size=5156) 2024-12-02T09:02:34,495 INFO [M:0;7c6d666a4939:34923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/156403ee2b934145849fc8edd32169ce 2024-12-02T09:02:34,500 DEBUG [M:0;7c6d666a4939:34923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa450133b3224626854a1f551333dca3 as hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa450133b3224626854a1f551333dca3 2024-12-02T09:02:34,505 INFO [M:0;7c6d666a4939:34923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa450133b3224626854a1f551333dca3, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T09:02:34,507 DEBUG [M:0;7c6d666a4939:34923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbee13f4f1bc43748374aab6d7628f4a as hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbee13f4f1bc43748374aab6d7628f4a 2024-12-02T09:02:34,512 INFO [M:0;7c6d666a4939:34923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbee13f4f1bc43748374aab6d7628f4a, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T09:02:34,514 DEBUG [M:0;7c6d666a4939:34923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/156403ee2b934145849fc8edd32169ce as hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/156403ee2b934145849fc8edd32169ce 2024-12-02T09:02:34,519 INFO [M:0;7c6d666a4939:34923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39265/user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/156403ee2b934145849fc8edd32169ce, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T09:02:34,520 INFO [M:0;7c6d666a4939:34923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-12-02T09:02:34,521 INFO [M:0;7c6d666a4939:34923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:34,521 DEBUG [M:0;7c6d666a4939:34923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130153234Disabling compacts and flushes for region at 1733130153234Disabling writes for close at 1733130153234Obtaining lock to block concurrent updates at 1733130153234Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130153234Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733130153234Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130153235 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130153235Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130153247 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130153247Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130153656 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130153669 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130153669Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130154078 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130154090 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130154090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59feea47: reopening flushed file at 1733130154500 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278382e2: reopening flushed file at 1733130154506 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1ac1c5: reopening flushed file at 1733130154513 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1733130154520 (+7 ms)Writing region close event to WAL at 1733130154521 (+1 ms)Closed at 1733130154521 2024-12-02T09:02:34,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41947 is added to blk_1073741830_1006 (size=41008) 2024-12-02T09:02:34,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92d1515e-eb62-02fe-a40f-c752b4998ca8/MasterData/WALs/7c6d666a4939,34923,1733130138180/7c6d666a4939%2C34923%2C1733130138180.1733130140075 not finished, retry = 0 2024-12-02T09:02:34,626 INFO [M:0;7c6d666a4939:34923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:02:34,626 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:02:34,626 INFO [M:0;7c6d666a4939:34923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34923 2024-12-02T09:02:34,626 INFO [M:0;7c6d666a4939:34923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:02:34,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:34,761 INFO [M:0;7c6d666a4939:34923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:02:34,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34923-0x1009a3909230000, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:02:34,763 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63cd26c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:02:34,763 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30a09d9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:02:34,764 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:02:34,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b78ced4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:02:34,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e441b2c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/hadoop.log.dir/,STOPPED} 2024-12-02T09:02:34,765 WARN [BP-2040997959-172.17.0.3-1733130136099 heartbeating to localhost/127.0.0.1:39265 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:02:34,765 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:02:34,765 WARN [BP-2040997959-172.17.0.3-1733130136099 heartbeating to localhost/127.0.0.1:39265 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2040997959-172.17.0.3-1733130136099 (Datanode Uuid 5695f2a4-3ecd-41ee-8dac-0e93107e2a4e) service to localhost/127.0.0.1:39265 2024-12-02T09:02:34,765 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:02:34,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/cluster_9ed0ecf9-5de9-5744-b66b-8fb3269a6e6d/data/data1/current/BP-2040997959-172.17.0.3-1733130136099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:02:34,766 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/cluster_9ed0ecf9-5de9-5744-b66b-8fb3269a6e6d/data/data2/current/BP-2040997959-172.17.0.3-1733130136099 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:02:34,766 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:02:34,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d0de2c6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:02:34,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e2c6c17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:02:34,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:02:34,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@441a4cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:02:34,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f72b34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/48aa95c2-c262-4431-51dd-68c03cbc0c7c/hadoop.log.dir/,STOPPED} 2024-12-02T09:02:34,778 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T09:02:34,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:02:34,796 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 107) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39265 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39355 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56939) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56939) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=436 (was 388) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=692 (was 1412) 2024-12-02T09:02:34,802 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=692 2024-12-02T09:02:34,813 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-02T09:02:34,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/hadoop.log.dir so I do NOT create it in target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766 2024-12-02T09:02:34,813 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:02:34,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/hadoop.tmp.dir so I do NOT create it in target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766 2024-12-02T09:02:34,813 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/050d8849-8119-b5dd-eb46-0b16f491d4da/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:02:34,813 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766 2024-12-02T09:02:34,813 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/cluster_df5967e9-50a4-fc5e-e74b-234520036871, deleteOnExit=true 2024-12-02T09:02:34,816 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/cluster_df5967e9-50a4-fc5e-e74b-234520036871/zookeeper_0, clientPort=53762, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/cluster_df5967e9-50a4-fc5e-e74b-234520036871/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/cluster_df5967e9-50a4-fc5e-e74b-234520036871/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T09:02:34,816 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53762 2024-12-02T09:02:34,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:02:34,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:02:34,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/test.cache.data in system properties and HBase conf 2024-12-02T09:02:34,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:02:34,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:02:34,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:02:34,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:02:34,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:02:34,817 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:02:34,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:02:34,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:02:34,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:02:34,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:02:34,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:02:34,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:02:34,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:02:34,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:02:34,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:02:34,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:02:34,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:02:34,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:02:34,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:02:34,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:02:34,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009a3909230005, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:02:34,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009a3909230002, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:02:34,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009a3909230002, quorum=127.0.0.1:56939, baseZNode=/01603605610 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:02:34,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009a3909230005, quorum=127.0.0.1:56939, baseZNode=/1-670420294 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:02:35,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:35,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:02:35,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:02:35,084 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:02:35,084 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:02:35,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:35,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a1098a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:02:35,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cbf8790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:02:35,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61d5f70c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/java.io.tmpdir/jetty-localhost-39483-hadoop-hdfs-3_4_1-tests_jar-_-any-9145867085286225727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:02:35,180 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@254f68ec{HTTP/1.1, (http/1.1)}{localhost:39483} 2024-12-02T09:02:35,181 INFO [Time-limited test {}] server.Server(415): Started @49720ms 2024-12-02T09:02:35,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:35,397 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:02:35,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:02:35,398 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:02:35,398 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:02:35,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37779424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:02:35,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e8d23e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:02:35,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ba2ff2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/java.io.tmpdir/jetty-localhost-43985-hadoop-hdfs-3_4_1-tests_jar-_-any-9112098869680103681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:02:35,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@658ab1cb{HTTP/1.1, (http/1.1)}{localhost:43985} 2024-12-02T09:02:35,493 INFO [Time-limited test {}] server.Server(415): Started @50033ms 2024-12-02T09:02:35,494 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:02:35,951 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/cluster_df5967e9-50a4-fc5e-e74b-234520036871/data/data2/current/BP-1967927695-172.17.0.3-1733130154839/current, will proceed with Du for space computation calculation, 2024-12-02T09:02:35,951 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/cluster_df5967e9-50a4-fc5e-e74b-234520036871/data/data1/current/BP-1967927695-172.17.0.3-1733130154839/current, will proceed with Du for space computation calculation, 2024-12-02T09:02:35,982 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:02:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1b1e3b9d940b743 with lease ID 0x95ec9dad5b802f67: Processing first storage report for DS-56081267-928d-437f-b588-f693ebb7ecaf from datanode DatanodeRegistration(127.0.0.1:38849, datanodeUuid=87a82472-9e5d-42a5-96cb-2db7e9199744, infoPort=39863, infoSecurePort=0, ipcPort=43941, storageInfo=lv=-57;cid=testClusterID;nsid=1885459508;c=1733130154839) 2024-12-02T09:02:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1b1e3b9d940b743 with lease ID 0x95ec9dad5b802f67: from storage DS-56081267-928d-437f-b588-f693ebb7ecaf node DatanodeRegistration(127.0.0.1:38849, datanodeUuid=87a82472-9e5d-42a5-96cb-2db7e9199744, infoPort=39863, infoSecurePort=0, ipcPort=43941, storageInfo=lv=-57;cid=testClusterID;nsid=1885459508;c=1733130154839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:02:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe1b1e3b9d940b743 with lease ID 0x95ec9dad5b802f67: Processing first storage report for DS-1bc4aefb-4416-405c-9f6d-2139f60f5b84 from datanode DatanodeRegistration(127.0.0.1:38849, datanodeUuid=87a82472-9e5d-42a5-96cb-2db7e9199744, infoPort=39863, infoSecurePort=0, ipcPort=43941, storageInfo=lv=-57;cid=testClusterID;nsid=1885459508;c=1733130154839) 2024-12-02T09:02:35,987 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe1b1e3b9d940b743 with lease ID 0x95ec9dad5b802f67: from storage DS-1bc4aefb-4416-405c-9f6d-2139f60f5b84 node DatanodeRegistration(127.0.0.1:38849, datanodeUuid=87a82472-9e5d-42a5-96cb-2db7e9199744, infoPort=39863, infoSecurePort=0, ipcPort=43941, storageInfo=lv=-57;cid=testClusterID;nsid=1885459508;c=1733130154839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:02:36,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766 2024-12-02T09:02:36,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:36,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:36,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:02:36,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d with version=8 2024-12-02T09:02:36,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/hbase-staging 2024-12-02T09:02:36,432 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:02:36,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:36,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:36,432 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:02:36,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:36,432 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:02:36,432 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:02:36,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:02:36,433 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34821 2024-12-02T09:02:36,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34821 connecting to ZooKeeper ensemble=127.0.0.1:53762 2024-12-02T09:02:36,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348210x0, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:36,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34821-0x1009a3952730000 connected 2024-12-02T09:02:36,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:36,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:36,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Set watcher on znode that does not yet exist, /01199371477/running 2024-12-02T09:02:36,590 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d, hbase.cluster.distributed=false 2024-12-02T09:02:36,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Set watcher on znode that does not yet exist, /01199371477/acl 2024-12-02T09:02:36,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34821 2024-12-02T09:02:36,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34821 2024-12-02T09:02:36,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34821 2024-12-02T09:02:36,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34821 2024-12-02T09:02:36,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34821 2024-12-02T09:02:36,605 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:02:36,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:36,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:36,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:02:36,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:36,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:02:36,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:02:36,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:02:36,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39667 2024-12-02T09:02:36,607 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39667 connecting to ZooKeeper ensemble=127.0.0.1:53762 2024-12-02T09:02:36,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:36,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:36,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396670x0, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:36,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396670x0, quorum=127.0.0.1:53762, baseZNode=/01199371477 Set watcher on znode that does not yet exist, /01199371477/running 2024-12-02T09:02:36,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39667-0x1009a3952730001 connected 2024-12-02T09:02:36,619 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:02:36,619 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:02:36,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Set watcher on znode that does not yet exist, /01199371477/master 2024-12-02T09:02:36,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Set watcher on znode that does not yet exist, /01199371477/acl 2024-12-02T09:02:36,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-02T09:02:36,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39667 2024-12-02T09:02:36,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39667 2024-12-02T09:02:36,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-02T09:02:36,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39667 2024-12-02T09:02:36,632 DEBUG [M:0;7c6d666a4939:34821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:34821 2024-12-02T09:02:36,634 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01199371477/backup-masters/7c6d666a4939,34821,1733130156432 2024-12-02T09:02:36,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477/backup-masters 2024-12-02T09:02:36,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477/backup-masters 2024-12-02T09:02:36,644 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Set watcher on existing znode=/01199371477/backup-masters/7c6d666a4939,34821,1733130156432 2024-12-02T09:02:36,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01199371477/master 2024-12-02T09:02:36,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:36,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:36,652 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Set watcher on existing znode=/01199371477/master 2024-12-02T09:02:36,652 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01199371477/backup-masters/7c6d666a4939,34821,1733130156432 from backup master directory 2024-12-02T09:02:36,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01199371477/backup-masters/7c6d666a4939,34821,1733130156432 2024-12-02T09:02:36,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477/backup-masters 2024-12-02T09:02:36,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477/backup-masters 2024-12-02T09:02:36,660 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:02:36,660 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,34821,1733130156432 2024-12-02T09:02:36,663 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/hbase.id] with ID: a5784f00-0400-41e2-86da-8f12d893d0b5 2024-12-02T09:02:36,663 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/.tmp/hbase.id 2024-12-02T09:02:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:02:37,069 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/.tmp/hbase.id]:[hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/hbase.id] 2024-12-02T09:02:37,100 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:37,100 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:02:37,102 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T09:02:37,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:37,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:37,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:02:37,167 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:02:37,168 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:02:37,168 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:37,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:02:37,191 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store 2024-12-02T09:02:37,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:02:37,605 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:37,606 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:02:37,606 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:37,606 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:37,606 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:02:37,606 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:37,606 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:37,606 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130157606Disabling compacts and flushes for region at 1733130157606Disabling writes for close at 1733130157606Writing region close event to WAL at 1733130157606Closed at 1733130157606 2024-12-02T09:02:37,607 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/.initializing 2024-12-02T09:02:37,607 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/WALs/7c6d666a4939,34821,1733130156432 2024-12-02T09:02:37,608 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:02:37,611 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C34821%2C1733130156432, suffix=, logDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/WALs/7c6d666a4939,34821,1733130156432, archiveDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/oldWALs, maxLogs=10 2024-12-02T09:02:37,630 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/WALs/7c6d666a4939,34821,1733130156432/7c6d666a4939%2C34821%2C1733130156432.1733130157611, exclude list is [], retry=0 2024-12-02T09:02:37,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38849,DS-56081267-928d-437f-b588-f693ebb7ecaf,DISK] 2024-12-02T09:02:37,637 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/WALs/7c6d666a4939,34821,1733130156432/7c6d666a4939%2C34821%2C1733130156432.1733130157611 2024-12-02T09:02:37,643 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39863:39863)] 2024-12-02T09:02:37,643 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:37,644 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:37,644 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,644 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:02:37,649 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:37,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:37,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:02:37,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:37,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:37,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:02:37,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:37,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:37,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:02:37,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:37,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:37,660 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,661 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,662 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,663 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,663 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,663 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:37,665 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:37,667 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:37,667 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63365072, jitterRate=-0.055786848068237305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:37,668 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130157644Initializing all the Stores at 1733130157646 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130157646Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130157647 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130157647Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130157647Cleaning up temporary data from old regions at 1733130157663 (+16 ms)Region opened successfully at 1733130157668 (+5 ms) 2024-12-02T09:02:37,669 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:02:37,673 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724c6c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:02:37,674 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:02:37,674 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:02:37,674 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:02:37,674 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:02:37,675 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:02:37,675 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:02:37,675 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:02:37,686 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:02:37,689 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Unable to get data of znode /01199371477/balancer because node does not exist (not necessarily an error) 2024-12-02T09:02:37,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:02:37,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:37,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:37,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:37,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:37,803 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01199371477/balancer already deleted, retry=false 2024-12-02T09:02:37,803 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:02:37,804 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Unable to get data of znode /01199371477/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:02:37,816 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01199371477/normalizer already deleted, retry=false 2024-12-02T09:02:37,817 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:02:37,825 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Unable to get data of znode /01199371477/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:02:37,835 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01199371477/switch/split already deleted, retry=false 2024-12-02T09:02:37,837 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Unable to get data of znode /01199371477/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:02:37,844 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01199371477/switch/merge already deleted, retry=false 2024-12-02T09:02:37,849 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Unable to get data of znode /01199371477/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:02:37,858 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01199371477/snapshot-cleanup already deleted, retry=false 2024-12-02T09:02:37,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01199371477/running 2024-12-02T09:02:37,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01199371477/running 2024-12-02T09:02:37,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:37,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:37,869 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,34821,1733130156432, sessionid=0x1009a3952730000, setting cluster-up flag (Was=false) 2024-12-02T09:02:37,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:37,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:37,910 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01199371477/flush-table-proc/acquired, /01199371477/flush-table-proc/reached, /01199371477/flush-table-proc/abort 2024-12-02T09:02:37,914 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34821,1733130156432 2024-12-02T09:02:37,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:37,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:37,960 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01199371477/online-snapshot/acquired, /01199371477/online-snapshot/reached, /01199371477/online-snapshot/abort 2024-12-02T09:02:37,961 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34821,1733130156432 2024-12-02T09:02:37,963 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:02:37,966 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:37,967 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:02:37,967 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:02:37,967 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,34821,1733130156432 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:02:37,969 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:37,969 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:37,969 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:37,969 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:37,969 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:02:37,969 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:37,969 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:02:37,969 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:37,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:37,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:02:37,974 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:37,975 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:02:37,995 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130187995 2024-12-02T09:02:37,995 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:02:37,996 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:02:37,996 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:02:37,996 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:02:37,996 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:02:37,996 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:02:37,996 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:37,997 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:02:37,997 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:02:37,997 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:02:37,997 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:02:37,998 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:02:37,998 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:02:37,999 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130157998,5,FailOnTimeoutGroup] 2024-12-02T09:02:37,999 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130157999,5,FailOnTimeoutGroup] 2024-12-02T09:02:37,999 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,000 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:02:38,000 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,000 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:02:38,032 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(746): ClusterId : a5784f00-0400-41e2-86da-8f12d893d0b5 2024-12-02T09:02:38,032 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:02:38,046 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:02:38,046 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:02:38,053 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:02:38,053 DEBUG [RS:0;7c6d666a4939:39667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8d0047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:02:38,075 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:39667 2024-12-02T09:02:38,075 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:02:38,075 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:02:38,075 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:02:38,076 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,34821,1733130156432 with port=39667, startcode=1733130156604 2024-12-02T09:02:38,076 DEBUG [RS:0;7c6d666a4939:39667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:02:38,084 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:02:38,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,39667,1733130156604 2024-12-02T09:02:38,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34821 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,39667,1733130156604 2024-12-02T09:02:38,086 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d 2024-12-02T09:02:38,086 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36297 2024-12-02T09:02:38,086 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:02:38,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477/rs 2024-12-02T09:02:38,094 DEBUG [RS:0;7c6d666a4939:39667 {}] zookeeper.ZKUtil(111): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Set watcher on existing znode=/01199371477/rs/7c6d666a4939,39667,1733130156604 2024-12-02T09:02:38,094 WARN [RS:0;7c6d666a4939:39667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:02:38,094 INFO [RS:0;7c6d666a4939:39667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:38,094 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604 2024-12-02T09:02:38,095 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,39667,1733130156604] 2024-12-02T09:02:38,106 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:02:38,110 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:02:38,119 INFO [RS:0;7c6d666a4939:39667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:02:38,119 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,123 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:02:38,124 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:02:38,124 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,125 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:38,125 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:38,125 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:38,125 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:38,125 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:38,125 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:02:38,125 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:38,125 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:38,125 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:38,126 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:38,126 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:38,126 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:38,126 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:02:38,126 DEBUG [RS:0;7c6d666a4939:39667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:02:38,127 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,127 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,127 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,127 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,127 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,127 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39667,1733130156604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:02:38,148 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:02:38,148 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39667,1733130156604-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,148 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,149 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.Replication(171): 7c6d666a4939,39667,1733130156604 started 2024-12-02T09:02:38,164 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:38,164 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,39667,1733130156604, RpcServer on 7c6d666a4939/172.17.0.3:39667, sessionid=0x1009a3952730001 2024-12-02T09:02:38,164 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:02:38,164 DEBUG [RS:0;7c6d666a4939:39667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,39667,1733130156604 2024-12-02T09:02:38,164 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,39667,1733130156604' 2024-12-02T09:02:38,164 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01199371477/flush-table-proc/abort' 2024-12-02T09:02:38,167 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01199371477/flush-table-proc/acquired' 2024-12-02T09:02:38,167 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:02:38,167 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:02:38,168 DEBUG [RS:0;7c6d666a4939:39667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,39667,1733130156604 2024-12-02T09:02:38,168 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,39667,1733130156604' 2024-12-02T09:02:38,168 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01199371477/online-snapshot/abort' 2024-12-02T09:02:38,168 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01199371477/online-snapshot/acquired' 2024-12-02T09:02:38,168 DEBUG [RS:0;7c6d666a4939:39667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:02:38,169 INFO [RS:0;7c6d666a4939:39667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:02:38,169 INFO [RS:0;7c6d666a4939:39667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:02:38,269 INFO [RS:0;7c6d666a4939:39667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:02:38,271 INFO [RS:0;7c6d666a4939:39667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39667%2C1733130156604, suffix=, logDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604, archiveDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/oldWALs, maxLogs=10 2024-12-02T09:02:38,287 DEBUG [RS:0;7c6d666a4939:39667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272, exclude list is [], retry=0 2024-12-02T09:02:38,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38849,DS-56081267-928d-437f-b588-f693ebb7ecaf,DISK] 2024-12-02T09:02:38,299 INFO [RS:0;7c6d666a4939:39667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 2024-12-02T09:02:38,303 DEBUG [RS:0;7c6d666a4939:39667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39863:39863)] 2024-12-02T09:02:38,428 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:02:38,428 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d 2024-12-02T09:02:38,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:02:38,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:38,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:02:38,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:02:38,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:38,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:38,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:02:38,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:02:38,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:38,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:38,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:02:38,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:02:38,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:38,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:38,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:02:38,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:02:38,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:38,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:38,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:02:38,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740 2024-12-02T09:02:38,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740 2024-12-02T09:02:38,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:02:38,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:02:38,874 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:38,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:02:38,888 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:38,889 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60866734, jitterRate=-0.09301498532295227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:38,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130158841Initializing all the Stores at 1733130158842 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130158842Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130158843 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130158843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130158843Cleaning up temporary data from old regions at 1733130158873 (+30 ms)Region opened successfully at 1733130158889 (+16 ms) 2024-12-02T09:02:38,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:02:38,890 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:02:38,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:02:38,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:02:38,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:02:38,890 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:38,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130158890Disabling compacts and flushes for region at 1733130158890Disabling writes for close at 1733130158890Writing region close event to WAL at 1733130158890Closed at 1733130158890 2024-12-02T09:02:38,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:38,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:02:38,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:02:38,894 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:02:38,896 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:02:39,046 DEBUG [7c6d666a4939:34821 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:02:39,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,39667,1733130156604 2024-12-02T09:02:39,048 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,39667,1733130156604, state=OPENING 2024-12-02T09:02:39,058 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:02:39,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:39,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:39,075 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:02:39,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01199371477/meta-region-server: CHANGED 2024-12-02T09:02:39,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01199371477/meta-region-server: CHANGED 2024-12-02T09:02:39,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,39667,1733130156604}] 2024-12-02T09:02:39,228 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:02:39,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:02:39,234 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:02:39,234 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:39,234 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:02:39,235 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39667%2C1733130156604.meta, suffix=.meta, logDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604, archiveDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/oldWALs, maxLogs=10 2024-12-02T09:02:39,246 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.meta.1733130159235.meta, exclude list is [], retry=0 2024-12-02T09:02:39,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38849,DS-56081267-928d-437f-b588-f693ebb7ecaf,DISK] 2024-12-02T09:02:39,250 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.meta.1733130159235.meta 2024-12-02T09:02:39,255 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39863:39863)] 2024-12-02T09:02:39,255 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:39,256 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:02:39,256 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:02:39,256 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:02:39,256 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:02:39,256 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:02:39,256 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:39,256 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:02:39,256 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:02:39,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:02:39,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:02:39,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:39,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:39,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:02:39,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:02:39,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:39,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:39,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:02:39,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:02:39,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:39,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:39,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:02:39,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:02:39,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:39,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:39,265 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:02:39,266 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740 2024-12-02T09:02:39,267 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740 2024-12-02T09:02:39,268 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:02:39,268 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:02:39,269 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:39,271 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:02:39,271 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74741186, jitterRate=0.11373046040534973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:39,271 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:02:39,272 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130159257Writing region info on filesystem at 1733130159257Initializing all the Stores at 1733130159257Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130159258 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130159258Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130159258Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130159258Cleaning up temporary data from old regions at 1733130159269 (+11 ms)Running coprocessor post-open hooks at 1733130159271 (+2 ms)Region opened successfully at 1733130159272 (+1 ms) 2024-12-02T09:02:39,273 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130159228 2024-12-02T09:02:39,275 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:02:39,275 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:02:39,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,39667,1733130156604 2024-12-02T09:02:39,277 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,39667,1733130156604, state=OPEN 2024-12-02T09:02:39,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01199371477/meta-region-server 2024-12-02T09:02:39,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01199371477/meta-region-server 2024-12-02T09:02:39,310 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,39667,1733130156604 2024-12-02T09:02:39,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01199371477/meta-region-server: CHANGED 2024-12-02T09:02:39,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01199371477/meta-region-server: CHANGED 2024-12-02T09:02:39,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:02:39,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,39667,1733130156604 in 235 msec 2024-12-02T09:02:39,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:02:39,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-12-02T09:02:39,317 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:39,317 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:02:39,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:39,318 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39667,1733130156604, seqNum=-1] 2024-12-02T09:02:39,319 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:39,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:39,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3590 sec 2024-12-02T09:02:39,325 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130159325, completionTime=-1 2024-12-02T09:02:39,325 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:02:39,325 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:02:39,327 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:02:39,327 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130219327 2024-12-02T09:02:39,327 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130279327 2024-12-02T09:02:39,327 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:02:39,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34821,1733130156432-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:39,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34821,1733130156432-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:39,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34821,1733130156432-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:39,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:34821, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:39,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:39,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:39,330 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:02:39,332 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.672sec 2024-12-02T09:02:39,332 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:02:39,332 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:02:39,332 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:02:39,332 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:02:39,332 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:02:39,332 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34821,1733130156432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:02:39,332 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34821,1733130156432-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:02:39,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17335e24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:39,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34821,-1 for getting cluster id 2024-12-02T09:02:39,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:39,335 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5784f00-0400-41e2-86da-8f12d893d0b5' 2024-12-02T09:02:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5784f00-0400-41e2-86da-8f12d893d0b5" 2024-12-02T09:02:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65737ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:39,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34821,-1] 2024-12-02T09:02:39,336 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:02:39,336 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:02:39,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:39,336 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34821,1733130156432-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:39,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:39,337 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:39,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a1cba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:39,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:39,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39667,1733130156604, seqNum=-1] 2024-12-02T09:02:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:39,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:39,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,34821,1733130156432 2024-12-02T09:02:39,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53762 2024-12-02T09:02:39,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:39,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009a3952730002 connected 2024-12-02T09:02:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/hadoop.log.dir so I do NOT create it in target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349 2024-12-02T09:02:39,371 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:02:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/hadoop.tmp.dir so I do NOT create it in target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349 2024-12-02T09:02:39,371 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:02:39,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349 2024-12-02T09:02:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:02:39,371 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/cluster_90e1b832-2654-bf4a-8fd2-8cb847b808f6, deleteOnExit=true 2024-12-02T09:02:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:02:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/test.cache.data in system properties and HBase conf 2024-12-02T09:02:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:02:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:02:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:02:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:02:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:02:39,371 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:02:39,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:02:39,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:39,656 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:02:39,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:02:39,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:02:39,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:02:39,658 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:39,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56d34558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:02:39,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@715872{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:02:39,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73f4c878{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/java.io.tmpdir/jetty-localhost-46325-hadoop-hdfs-3_4_1-tests_jar-_-any-8710510710178312932/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:02:39,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4383138e{HTTP/1.1, (http/1.1)}{localhost:46325} 2024-12-02T09:02:39,754 INFO [Time-limited test {}] server.Server(415): Started @54293ms 2024-12-02T09:02:39,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:02:39,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:02:39,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:02:39,935 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:02:39,936 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:02:39,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4158e8da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:02:39,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ecb7325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:02:40,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a3c508e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/java.io.tmpdir/jetty-localhost-38031-hadoop-hdfs-3_4_1-tests_jar-_-any-3408219221686249899/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:02:40,028 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b14e3e{HTTP/1.1, (http/1.1)}{localhost:38031} 2024-12-02T09:02:40,028 INFO [Time-limited test {}] server.Server(415): Started @54567ms 2024-12-02T09:02:40,030 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:02:40,478 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/cluster_90e1b832-2654-bf4a-8fd2-8cb847b808f6/data/data2/current/BP-1818021443-172.17.0.3-1733130159403/current, will proceed with Du for space computation calculation, 2024-12-02T09:02:40,479 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/cluster_90e1b832-2654-bf4a-8fd2-8cb847b808f6/data/data1/current/BP-1818021443-172.17.0.3-1733130159403/current, will proceed with Du for space computation calculation, 2024-12-02T09:02:40,536 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:02:40,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebfa1d6901e6446e with lease ID 0x53656502ad215dc1: Processing first storage report for DS-9a9f4254-194f-4919-82d7-0925b14bc9e8 from datanode DatanodeRegistration(127.0.0.1:44181, datanodeUuid=fdb9875d-8deb-472a-93dc-14e625a6c6c7, infoPort=33081, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=1643367848;c=1733130159403) 2024-12-02T09:02:40,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebfa1d6901e6446e with lease ID 0x53656502ad215dc1: from storage DS-9a9f4254-194f-4919-82d7-0925b14bc9e8 node DatanodeRegistration(127.0.0.1:44181, datanodeUuid=fdb9875d-8deb-472a-93dc-14e625a6c6c7, infoPort=33081, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=1643367848;c=1733130159403), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T09:02:40,540 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebfa1d6901e6446e with lease ID 0x53656502ad215dc1: Processing first storage report for DS-d0cb6dcd-878c-46ef-9bc6-00ef15fc7c80 from datanode DatanodeRegistration(127.0.0.1:44181, datanodeUuid=fdb9875d-8deb-472a-93dc-14e625a6c6c7, infoPort=33081, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=1643367848;c=1733130159403) 2024-12-02T09:02:40,540 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebfa1d6901e6446e with lease ID 0x53656502ad215dc1: from storage DS-d0cb6dcd-878c-46ef-9bc6-00ef15fc7c80 node DatanodeRegistration(127.0.0.1:44181, datanodeUuid=fdb9875d-8deb-472a-93dc-14e625a6c6c7, infoPort=33081, infoSecurePort=0, ipcPort=45601, storageInfo=lv=-57;cid=testClusterID;nsid=1643367848;c=1733130159403), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:02:40,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349 2024-12-02T09:02:40,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:40,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:40,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:02:40,966 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468 with version=8 2024-12-02T09:02:40,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/hbase-staging 2024-12-02T09:02:40,968 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:02:40,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:40,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:40,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:02:40,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:40,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:02:40,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:02:40,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:02:40,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41397 2024-12-02T09:02:40,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41397 connecting to ZooKeeper ensemble=127.0.0.1:53762 2024-12-02T09:02:41,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413970x0, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:41,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41397-0x1009a3952730003 connected 2024-12-02T09:02:41,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:41,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:41,063 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Set watcher on znode that does not yet exist, /11521205813/running 2024-12-02T09:02:41,063 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468, hbase.cluster.distributed=false 2024-12-02T09:02:41,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Set watcher on znode that does not yet exist, /11521205813/acl 2024-12-02T09:02:41,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41397 2024-12-02T09:02:41,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41397 2024-12-02T09:02:41,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41397 2024-12-02T09:02:41,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41397 2024-12-02T09:02:41,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41397 2024-12-02T09:02:41,078 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:02:41,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:41,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:41,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:02:41,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:02:41,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:02:41,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:02:41,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:02:41,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42919 2024-12-02T09:02:41,080 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42919 connecting to ZooKeeper ensemble=127.0.0.1:53762 2024-12-02T09:02:41,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:41,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:41,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429190x0, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:41,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429190x0, quorum=127.0.0.1:53762, baseZNode=/11521205813 Set watcher on znode that does not yet exist, /11521205813/running 2024-12-02T09:02:41,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42919-0x1009a3952730004 connected 2024-12-02T09:02:41,094 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:02:41,094 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:02:41,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Set watcher on znode that does not yet exist, /11521205813/master 2024-12-02T09:02:41,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Set watcher on znode that does not yet exist, /11521205813/acl 2024-12-02T09:02:41,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42919 2024-12-02T09:02:41,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42919 2024-12-02T09:02:41,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42919 2024-12-02T09:02:41,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42919 2024-12-02T09:02:41,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42919 2024-12-02T09:02:41,106 DEBUG [M:0;7c6d666a4939:41397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:41397 2024-12-02T09:02:41,106 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11521205813/backup-masters/7c6d666a4939,41397,1733130160968 2024-12-02T09:02:41,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813/backup-masters 2024-12-02T09:02:41,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813/backup-masters 2024-12-02T09:02:41,117 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Set watcher on existing znode=/11521205813/backup-masters/7c6d666a4939,41397,1733130160968 2024-12-02T09:02:41,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11521205813/master 2024-12-02T09:02:41,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:41,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:41,127 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Set watcher on existing znode=/11521205813/master 2024-12-02T09:02:41,127 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11521205813/backup-masters/7c6d666a4939,41397,1733130160968 from backup master directory 2024-12-02T09:02:41,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11521205813/backup-masters/7c6d666a4939,41397,1733130160968 2024-12-02T09:02:41,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813/backup-masters 2024-12-02T09:02:41,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813/backup-masters 2024-12-02T09:02:41,135 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:02:41,135 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,41397,1733130160968 2024-12-02T09:02:41,138 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/hbase.id] with ID: 37639c00-88b8-4a89-ae38-1435988a3f35 2024-12-02T09:02:41,139 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/.tmp/hbase.id 2024-12-02T09:02:41,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:02:41,143 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/.tmp/hbase.id]:[hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/hbase.id] 2024-12-02T09:02:41,154 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:41,154 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:02:41,156 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T09:02:41,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:41,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:41,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:02:41,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T09:02:41,572 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:02:41,573 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:02:41,574 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:41,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:02:41,981 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store 2024-12-02T09:02:41,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:02:42,389 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:42,389 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:02:42,389 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:42,389 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:42,389 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:02:42,389 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:42,389 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:02:42,389 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130162389Disabling compacts and flushes for region at 1733130162389Disabling writes for close at 1733130162389Writing region close event to WAL at 1733130162389Closed at 1733130162389 2024-12-02T09:02:42,390 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/.initializing 2024-12-02T09:02:42,390 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/WALs/7c6d666a4939,41397,1733130160968 2024-12-02T09:02:42,391 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:02:42,393 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C41397%2C1733130160968, suffix=, logDir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/WALs/7c6d666a4939,41397,1733130160968, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/oldWALs, maxLogs=10 2024-12-02T09:02:42,404 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/WALs/7c6d666a4939,41397,1733130160968/7c6d666a4939%2C41397%2C1733130160968.1733130162393, exclude list is [], retry=0 2024-12-02T09:02:42,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44181,DS-9a9f4254-194f-4919-82d7-0925b14bc9e8,DISK] 2024-12-02T09:02:42,408 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/WALs/7c6d666a4939,41397,1733130160968/7c6d666a4939%2C41397%2C1733130160968.1733130162393 2024-12-02T09:02:42,409 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33081:33081)] 2024-12-02T09:02:42,409 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:42,409 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:42,409 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,409 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:02:42,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:42,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:42,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:02:42,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:42,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:42,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:02:42,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:42,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:42,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:02:42,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:42,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:42,417 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,418 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,418 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,419 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,419 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,419 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:42,420 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:02:42,422 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:42,422 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72519728, jitterRate=0.0806281566619873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:42,423 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130162409Initializing all the Stores at 1733130162410 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130162410Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130162410Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130162410Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130162410Cleaning up temporary data from old regions at 1733130162419 (+9 ms)Region opened successfully at 1733130162423 (+4 ms) 2024-12-02T09:02:42,423 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:02:42,425 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb2a58d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:02:42,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:02:42,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:02:42,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:02:42,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:02:42,427 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:02:42,427 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:02:42,427 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:02:42,429 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:02:42,429 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Unable to get data of znode /11521205813/balancer because node does not exist (not necessarily an error) 2024-12-02T09:02:42,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11521205813/balancer already deleted, retry=false 2024-12-02T09:02:42,435 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:02:42,436 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Unable to get data of znode /11521205813/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:02:42,493 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11521205813/normalizer already deleted, retry=false 2024-12-02T09:02:42,493 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:02:42,494 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Unable to get data of znode /11521205813/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:02:42,501 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11521205813/switch/split already deleted, retry=false 2024-12-02T09:02:42,502 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Unable to get data of znode /11521205813/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:02:42,510 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11521205813/switch/merge already deleted, retry=false 2024-12-02T09:02:42,511 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Unable to get data of znode /11521205813/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:02:42,518 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11521205813/snapshot-cleanup already deleted, retry=false 2024-12-02T09:02:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11521205813/running 2024-12-02T09:02:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11521205813/running 2024-12-02T09:02:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:42,527 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,41397,1733130160968, sessionid=0x1009a3952730003, setting cluster-up flag (Was=false) 2024-12-02T09:02:42,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:42,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:42,568 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11521205813/flush-table-proc/acquired, /11521205813/flush-table-proc/reached, /11521205813/flush-table-proc/abort 2024-12-02T09:02:42,569 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,41397,1733130160968 2024-12-02T09:02:42,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:42,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:42,610 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11521205813/online-snapshot/acquired, /11521205813/online-snapshot/reached, /11521205813/online-snapshot/abort 2024-12-02T09:02:42,611 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,41397,1733130160968 2024-12-02T09:02:42,612 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:02:42,613 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:42,613 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:02:42,613 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:02:42,613 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,41397,1733130160968 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:02:42,615 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:42,615 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:42,615 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:42,615 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:02:42,615 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:02:42,615 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,615 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:02:42,615 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,616 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130192616 2024-12-02T09:02:42,616 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:02:42,616 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:02:42,616 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:02:42,616 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:02:42,616 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:02:42,616 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:02:42,616 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:42,616 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:02:42,617 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,617 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:02:42,617 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:02:42,617 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:02:42,617 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:02:42,617 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:42,617 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:02:42,617 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:02:42,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:02:42,618 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130162617,5,FailOnTimeoutGroup] 2024-12-02T09:02:42,618 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130162618,5,FailOnTimeoutGroup] 2024-12-02T09:02:42,618 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,618 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:02:42,618 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,618 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:02:42,699 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(746): ClusterId : 37639c00-88b8-4a89-ae38-1435988a3f35 2024-12-02T09:02:42,699 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:02:42,709 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:02:42,709 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:02:42,719 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:02:42,719 DEBUG [RS:0;7c6d666a4939:42919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617b3435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:02:42,728 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:42919 2024-12-02T09:02:42,728 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:02:42,728 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:02:42,728 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:02:42,729 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,41397,1733130160968 with port=42919, startcode=1733130161078 2024-12-02T09:02:42,729 DEBUG [RS:0;7c6d666a4939:42919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:02:42,731 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:02:42,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41397 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,42919,1733130161078 2024-12-02T09:02:42,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41397 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,42919,1733130161078 2024-12-02T09:02:42,733 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468 2024-12-02T09:02:42,733 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35253 2024-12-02T09:02:42,733 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:02:42,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813/rs 2024-12-02T09:02:42,762 DEBUG [RS:0;7c6d666a4939:42919 {}] zookeeper.ZKUtil(111): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Set watcher on existing znode=/11521205813/rs/7c6d666a4939,42919,1733130161078 2024-12-02T09:02:42,762 WARN [RS:0;7c6d666a4939:42919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:02:42,762 INFO [RS:0;7c6d666a4939:42919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:42,762 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/WALs/7c6d666a4939,42919,1733130161078 2024-12-02T09:02:42,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,42919,1733130161078] 2024-12-02T09:02:42,765 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:02:42,767 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:02:42,767 INFO [RS:0;7c6d666a4939:42919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:02:42,767 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,767 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:02:42,768 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:02:42,768 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,768 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,768 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,768 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,768 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,768 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,768 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:02:42,768 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,769 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,769 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,769 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,769 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,769 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:02:42,769 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:02:42,769 DEBUG [RS:0;7c6d666a4939:42919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:02:42,769 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,769 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,769 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,769 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,769 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,769 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,42919,1733130161078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:02:42,781 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:02:42,781 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,42919,1733130161078-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,781 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,781 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.Replication(171): 7c6d666a4939,42919,1733130161078 started 2024-12-02T09:02:42,793 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:42,794 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,42919,1733130161078, RpcServer on 7c6d666a4939/172.17.0.3:42919, sessionid=0x1009a3952730004 2024-12-02T09:02:42,794 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:02:42,794 DEBUG [RS:0;7c6d666a4939:42919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,42919,1733130161078 2024-12-02T09:02:42,794 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,42919,1733130161078' 2024-12-02T09:02:42,794 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11521205813/flush-table-proc/abort' 2024-12-02T09:02:42,794 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11521205813/flush-table-proc/acquired' 2024-12-02T09:02:42,795 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:02:42,795 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:02:42,795 DEBUG [RS:0;7c6d666a4939:42919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,42919,1733130161078 2024-12-02T09:02:42,795 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,42919,1733130161078' 2024-12-02T09:02:42,795 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11521205813/online-snapshot/abort' 2024-12-02T09:02:42,795 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11521205813/online-snapshot/acquired' 2024-12-02T09:02:42,795 DEBUG [RS:0;7c6d666a4939:42919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:02:42,795 INFO [RS:0;7c6d666a4939:42919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:02:42,795 INFO [RS:0;7c6d666a4939:42919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:02:42,896 INFO [RS:0;7c6d666a4939:42919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:02:42,897 INFO [RS:0;7c6d666a4939:42919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C42919%2C1733130161078, suffix=, logDir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/WALs/7c6d666a4939,42919,1733130161078, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/oldWALs, maxLogs=10 2024-12-02T09:02:42,908 DEBUG [RS:0;7c6d666a4939:42919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/WALs/7c6d666a4939,42919,1733130161078/7c6d666a4939%2C42919%2C1733130161078.1733130162897, exclude list is [], retry=0 2024-12-02T09:02:42,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44181,DS-9a9f4254-194f-4919-82d7-0925b14bc9e8,DISK] 2024-12-02T09:02:42,913 INFO [RS:0;7c6d666a4939:42919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/WALs/7c6d666a4939,42919,1733130161078/7c6d666a4939%2C42919%2C1733130161078.1733130162897 2024-12-02T09:02:42,913 DEBUG [RS:0;7c6d666a4939:42919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33081:33081)] 2024-12-02T09:02:43,023 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:02:43,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468 2024-12-02T09:02:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:02:43,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:43,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:02:43,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:02:43,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:43,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:43,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:02:43,433 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:02:43,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:43,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:43,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:02:43,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:02:43,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:43,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:43,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:02:43,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:02:43,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:43,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:43,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:02:43,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740 2024-12-02T09:02:43,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740 2024-12-02T09:02:43,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:02:43,439 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:02:43,439 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:43,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:02:43,441 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:43,441 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69450346, jitterRate=0.0348908007144928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:43,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130163429Initializing all the Stores at 1733130163430 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130163430Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130163430Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130163430Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130163430Cleaning up temporary data from old regions at 1733130163439 (+9 ms)Region opened successfully at 1733130163442 (+3 ms) 2024-12-02T09:02:43,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:02:43,442 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:02:43,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:02:43,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:02:43,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:02:43,442 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:02:43,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130163442Disabling compacts and flushes for region at 1733130163442Disabling writes for close at 1733130163442Writing region close event to WAL at 1733130163442Closed at 1733130163442 2024-12-02T09:02:43,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:43,443 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:02:43,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:02:43,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:02:43,445 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:02:43,595 DEBUG [7c6d666a4939:41397 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:02:43,595 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,42919,1733130161078 2024-12-02T09:02:43,596 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,42919,1733130161078, state=OPENING 2024-12-02T09:02:43,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:02:43,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:43,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:02:43,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11521205813/meta-region-server: CHANGED 2024-12-02T09:02:43,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:02:43,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11521205813/meta-region-server: CHANGED 2024-12-02T09:02:43,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,42919,1733130161078}] 2024-12-02T09:02:43,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:02:43,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:02:43,769 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:02:43,769 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:43,769 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:02:43,771 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C42919%2C1733130161078.meta, suffix=.meta, logDir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/WALs/7c6d666a4939,42919,1733130161078, archiveDir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/oldWALs, maxLogs=10 2024-12-02T09:02:43,789 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/WALs/7c6d666a4939,42919,1733130161078/7c6d666a4939%2C42919%2C1733130161078.meta.1733130163771.meta, exclude list is [], retry=0 2024-12-02T09:02:43,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44181,DS-9a9f4254-194f-4919-82d7-0925b14bc9e8,DISK] 2024-12-02T09:02:43,843 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/WALs/7c6d666a4939,42919,1733130161078/7c6d666a4939%2C42919%2C1733130161078.meta.1733130163771.meta 2024-12-02T09:02:43,846 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33081:33081)] 2024-12-02T09:02:43,846 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:43,847 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:02:43,847 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:02:43,847 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:02:43,847 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:02:43,847 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:02:43,847 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:43,847 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:02:43,848 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:02:43,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:02:43,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:02:43,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:43,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:43,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:02:43,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:02:43,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:43,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:43,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:02:43,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:02:43,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:43,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:43,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:02:43,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:02:43,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:43,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:02:43,864 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:02:43,865 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740 2024-12-02T09:02:43,866 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740 2024-12-02T09:02:43,868 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:02:43,868 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:02:43,869 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:02:43,871 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:02:43,871 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66357936, jitterRate=-0.011189699172973633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:02:43,872 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:02:43,872 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130163848Writing region info on filesystem at 1733130163848Initializing all the Stores at 1733130163849 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130163849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130163857 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130163857Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130163857Cleaning up temporary data from old regions at 1733130163868 (+11 ms)Running coprocessor post-open hooks at 1733130163872 (+4 ms)Region opened successfully at 1733130163872 2024-12-02T09:02:43,873 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130163763 2024-12-02T09:02:43,876 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:02:43,876 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:02:43,877 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,42919,1733130161078 2024-12-02T09:02:43,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,42919,1733130161078, state=OPEN 2024-12-02T09:02:43,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11521205813/meta-region-server 2024-12-02T09:02:43,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11521205813/meta-region-server 2024-12-02T09:02:43,927 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,42919,1733130161078 2024-12-02T09:02:43,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11521205813/meta-region-server: CHANGED 2024-12-02T09:02:43,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11521205813/meta-region-server: CHANGED 2024-12-02T09:02:43,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:02:43,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,42919,1733130161078 in 316 msec 2024-12-02T09:02:43,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:02:43,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-12-02T09:02:43,934 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:02:43,935 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:02:43,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:43,936 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,42919,1733130161078, seqNum=-1] 2024-12-02T09:02:43,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:43,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:43,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3310 sec 2024-12-02T09:02:43,945 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130163945, completionTime=-1 2024-12-02T09:02:43,945 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:02:43,945 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:02:43,947 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:02:43,947 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130223947 2024-12-02T09:02:43,947 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130283947 2024-12-02T09:02:43,947 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T09:02:43,947 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,41397,1733130160968-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:43,947 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,41397,1733130160968-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:43,947 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,41397,1733130160968-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:43,947 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:41397, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:43,947 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:43,948 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:43,950 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:02:43,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.821sec 2024-12-02T09:02:43,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:02:43,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:02:43,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:02:43,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:02:43,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:02:43,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,41397,1733130160968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:02:43,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,41397,1733130160968-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:02:43,958 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:02:43,958 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:02:43,958 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,41397,1733130160968-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:02:44,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b273d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:44,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,41397,-1 for getting cluster id 2024-12-02T09:02:44,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:44,034 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37639c00-88b8-4a89-ae38-1435988a3f35' 2024-12-02T09:02:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37639c00-88b8-4a89-ae38-1435988a3f35" 2024-12-02T09:02:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fddd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,41397,-1] 2024-12-02T09:02:44,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:44,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:44,037 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:44,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6e916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:44,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:44,039 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,42919,1733130161078, seqNum=-1] 2024-12-02T09:02:44,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:44,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:44,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,41397,1733130160968 2024-12-02T09:02:44,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53762 2024-12-02T09:02:44,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:02:44,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009a3952730005 connected 2024-12-02T09:02:44,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34821,1733130156432 2024-12-02T09:02:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e043644 2024-12-02T09:02:44,066 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:44,068 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:44,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:02:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:02:44,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:02:44,077 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:44,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:02:44,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:02:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:44,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:02:44,106 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:02:44,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:44,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d801289545c5f5e8f1f2aeb98b04412c, NAME => 'test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d 2024-12-02T09:02:44,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:02:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:44,758 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:02:44,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:44,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:44,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:44,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:44,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:44,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d801289545c5f5e8f1f2aeb98b04412c, disabling compactions & flushes 2024-12-02T09:02:44,896 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:02:44,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:02:44,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. after waiting 0 ms 2024-12-02T09:02:44,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:02:44,896 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:02:44,896 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d801289545c5f5e8f1f2aeb98b04412c: Waiting for close lock at 1733130164896Disabling compacts and flushes for region at 1733130164896Disabling writes for close at 1733130164896Writing region close event to WAL at 1733130164896Closed at 1733130164896 2024-12-02T09:02:44,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:02:44,898 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130164898"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130164898"}]},"ts":"1733130164898"} 2024-12-02T09:02:44,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:02:44,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:02:44,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130164900"}]},"ts":"1733130164900"} 2024-12-02T09:02:44,902 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:02:44,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d801289545c5f5e8f1f2aeb98b04412c, ASSIGN}] 2024-12-02T09:02:44,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d801289545c5f5e8f1f2aeb98b04412c, ASSIGN 2024-12-02T09:02:44,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d801289545c5f5e8f1f2aeb98b04412c, ASSIGN; state=OFFLINE, location=7c6d666a4939,39667,1733130156604; forceNewPlan=false, retain=false 2024-12-02T09:02:45,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d801289545c5f5e8f1f2aeb98b04412c, regionState=OPENING, regionLocation=7c6d666a4939,39667,1733130156604 2024-12-02T09:02:45,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d801289545c5f5e8f1f2aeb98b04412c, ASSIGN because future has completed 2024-12-02T09:02:45,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d801289545c5f5e8f1f2aeb98b04412c, server=7c6d666a4939,39667,1733130156604}] 2024-12-02T09:02:45,214 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:02:45,214 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d801289545c5f5e8f1f2aeb98b04412c, NAME => 'test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:45,215 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:02:45,215 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:02:45,215 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,215 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:45,215 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,215 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,216 INFO [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,218 INFO [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d801289545c5f5e8f1f2aeb98b04412c columnFamilyName f 2024-12-02T09:02:45,218 DEBUG [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:45,218 INFO [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] regionserver.HStore(327): Store=d801289545c5f5e8f1f2aeb98b04412c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:45,218 INFO [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,219 INFO [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d801289545c5f5e8f1f2aeb98b04412c columnFamilyName f1 2024-12-02T09:02:45,219 DEBUG [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:45,220 INFO [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] regionserver.HStore(327): Store=d801289545c5f5e8f1f2aeb98b04412c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:45,220 INFO [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,221 INFO [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d801289545c5f5e8f1f2aeb98b04412c columnFamilyName norep 2024-12-02T09:02:45,221 DEBUG [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:45,221 INFO [StoreOpener-d801289545c5f5e8f1f2aeb98b04412c-1 {}] regionserver.HStore(327): Store=d801289545c5f5e8f1f2aeb98b04412c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:45,221 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,222 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,222 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,223 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,223 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,224 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:02:45,225 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,226 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:45,227 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d801289545c5f5e8f1f2aeb98b04412c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64048342, jitterRate=-0.04560533165931702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:02:45,227 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:02:45,227 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d801289545c5f5e8f1f2aeb98b04412c: Running coprocessor pre-open hook at 1733130165215Writing region info on filesystem at 1733130165215Initializing all the Stores at 1733130165216 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130165216Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130165216Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130165216Cleaning up temporary data from old regions at 1733130165223 (+7 ms)Running coprocessor post-open hooks at 1733130165227 (+4 ms)Region opened successfully at 1733130165227 2024-12-02T09:02:45,229 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., pid=6, masterSystemTime=1733130165210 2024-12-02T09:02:45,231 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:02:45,232 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:02:45,233 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d801289545c5f5e8f1f2aeb98b04412c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,39667,1733130156604 2024-12-02T09:02:45,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d801289545c5f5e8f1f2aeb98b04412c, server=7c6d666a4939,39667,1733130156604 because future has completed 2024-12-02T09:02:45,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:02:45,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d801289545c5f5e8f1f2aeb98b04412c, server=7c6d666a4939,39667,1733130156604 in 178 msec 2024-12-02T09:02:45,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:02:45,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d801289545c5f5e8f1f2aeb98b04412c, ASSIGN in 336 msec 2024-12-02T09:02:45,242 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:02:45,242 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130165242"}]},"ts":"1733130165242"} 2024-12-02T09:02:45,244 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:02:45,245 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:02:45,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-12-02T09:02:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:46,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:46,229 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:02:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,41397,1733130160968 2024-12-02T09:02:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75f3d2d9 2024-12-02T09:02:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:46,231 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:46,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41397 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:02:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41397 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:02:46,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:02:46,234 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:46,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41397 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:02:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:46,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:02:46,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:02:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:46,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d88591b042afbb9865882ed0bdd5061, NAME => 'test,,1733130166231.7d88591b042afbb9865882ed0bdd5061.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468 2024-12-02T09:02:46,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:02:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:47,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130166231.7d88591b042afbb9865882ed0bdd5061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:47,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7d88591b042afbb9865882ed0bdd5061, disabling compactions & flushes 2024-12-02T09:02:47,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:02:47,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:02:47,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. after waiting 0 ms 2024-12-02T09:02:47,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:02:47,049 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:02:47,049 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d88591b042afbb9865882ed0bdd5061: Waiting for close lock at 1733130167049Disabling compacts and flushes for region at 1733130167049Disabling writes for close at 1733130167049Writing region close event to WAL at 1733130167049Closed at 1733130167049 2024-12-02T09:02:47,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:02:47,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130166231.7d88591b042afbb9865882ed0bdd5061.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130167051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130167051"}]},"ts":"1733130167051"} 2024-12-02T09:02:47,053 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:02:47,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:02:47,055 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130167055"}]},"ts":"1733130167055"} 2024-12-02T09:02:47,057 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:02:47,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d88591b042afbb9865882ed0bdd5061, ASSIGN}] 2024-12-02T09:02:47,059 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d88591b042afbb9865882ed0bdd5061, ASSIGN 2024-12-02T09:02:47,060 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7d88591b042afbb9865882ed0bdd5061, ASSIGN; state=OFFLINE, location=7c6d666a4939,42919,1733130161078; forceNewPlan=false, retain=false 2024-12-02T09:02:47,211 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d88591b042afbb9865882ed0bdd5061, regionState=OPENING, regionLocation=7c6d666a4939,42919,1733130161078 2024-12-02T09:02:47,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7d88591b042afbb9865882ed0bdd5061, ASSIGN because future has completed 2024-12-02T09:02:47,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d88591b042afbb9865882ed0bdd5061, server=7c6d666a4939,42919,1733130161078}] 2024-12-02T09:02:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:47,371 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:02:47,371 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d88591b042afbb9865882ed0bdd5061, NAME => 'test,,1733130166231.7d88591b042afbb9865882ed0bdd5061.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:47,371 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:02:47,371 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:02:47,372 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,372 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130166231.7d88591b042afbb9865882ed0bdd5061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:47,372 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,372 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,373 INFO [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,375 INFO [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d88591b042afbb9865882ed0bdd5061 columnFamilyName f 2024-12-02T09:02:47,375 DEBUG [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:47,376 INFO [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] regionserver.HStore(327): Store=7d88591b042afbb9865882ed0bdd5061/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:47,376 INFO [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,378 INFO [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d88591b042afbb9865882ed0bdd5061 columnFamilyName f1 2024-12-02T09:02:47,378 DEBUG [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:47,378 INFO [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] regionserver.HStore(327): Store=7d88591b042afbb9865882ed0bdd5061/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:47,378 INFO [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,380 INFO [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d88591b042afbb9865882ed0bdd5061 columnFamilyName norep 2024-12-02T09:02:47,380 DEBUG [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:47,380 INFO [StoreOpener-7d88591b042afbb9865882ed0bdd5061-1 {}] regionserver.HStore(327): Store=7d88591b042afbb9865882ed0bdd5061/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:47,381 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,381 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,382 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,383 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,383 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,383 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:02:47,384 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,386 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:47,387 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7d88591b042afbb9865882ed0bdd5061; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61293883, jitterRate=-0.08664996922016144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:02:47,387 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:02:47,387 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7d88591b042afbb9865882ed0bdd5061: Running coprocessor pre-open hook at 1733130167372Writing region info on filesystem at 1733130167372Initializing all the Stores at 1733130167373 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130167373Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130167373Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130167373Cleaning up temporary data from old regions at 1733130167383 (+10 ms)Running coprocessor post-open hooks at 1733130167387 (+4 ms)Region opened successfully at 1733130167387 2024-12-02T09:02:47,388 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130166231.7d88591b042afbb9865882ed0bdd5061., pid=6, masterSystemTime=1733130167367 2024-12-02T09:02:47,390 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:02:47,390 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:02:47,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d88591b042afbb9865882ed0bdd5061, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,42919,1733130161078 2024-12-02T09:02:47,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d88591b042afbb9865882ed0bdd5061, server=7c6d666a4939,42919,1733130161078 because future has completed 2024-12-02T09:02:47,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:02:47,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d88591b042afbb9865882ed0bdd5061, server=7c6d666a4939,42919,1733130161078 in 181 msec 2024-12-02T09:02:47,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:02:47,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7d88591b042afbb9865882ed0bdd5061, ASSIGN in 340 msec 2024-12-02T09:02:47,403 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:02:47,403 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130167403"}]},"ts":"1733130167403"} 2024-12-02T09:02:47,406 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:02:47,408 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:02:47,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-12-02T09:02:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41397 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:02:48,378 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:02:48,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2167e7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34821,-1 for getting cluster id 2024-12-02T09:02:48,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:48,380 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5784f00-0400-41e2-86da-8f12d893d0b5' 2024-12-02T09:02:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5784f00-0400-41e2-86da-8f12d893d0b5" 2024-12-02T09:02:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecc1f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34821,-1] 2024-12-02T09:02:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:48,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:48,381 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:48,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8e7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d24df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,41397,-1 for getting cluster id 2024-12-02T09:02:48,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:48,383 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37639c00-88b8-4a89-ae38-1435988a3f35' 2024-12-02T09:02:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37639c00-88b8-4a89-ae38-1435988a3f35" 2024-12-02T09:02:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731f595c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,41397,-1] 2024-12-02T09:02:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:48,383 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:48,384 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509c6324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d17c862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,385 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34821,-1 for getting cluster id 2024-12-02T09:02:48,385 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:48,386 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5784f00-0400-41e2-86da-8f12d893d0b5' 2024-12-02T09:02:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5784f00-0400-41e2-86da-8f12d893d0b5" 2024-12-02T09:02:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60ddaaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34821,-1] 2024-12-02T09:02:48,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:48,387 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:48,387 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:48,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9daf56a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34821,1733130156432 2024-12-02T09:02:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2703e429 2024-12-02T09:02:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:48,392 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:48,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:41397,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:02:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:02:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:02:48,396 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:41397' 2024-12-02T09:02:48,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6edc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,397 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,41397,-1 for getting cluster id 2024-12-02T09:02:48,397 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:48,398 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37639c00-88b8-4a89-ae38-1435988a3f35' 2024-12-02T09:02:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37639c00-88b8-4a89-ae38-1435988a3f35" 2024-12-02T09:02:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d835bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,41397,-1] 2024-12-02T09:02:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:48,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:48,399 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:48,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2686cefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:48,400 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:48,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,41397,1733130160968 2024-12-02T09:02:48,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c265741 2024-12-02T09:02:48,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:48,402 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:48,402 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T09:02:48,402 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:02:48,402 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:48,403 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:48,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:48,403 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:02:48,404 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:02:48,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:02:48,405 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:48,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:02:48,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:02:48,455 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:02:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:02:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:02:48,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T09:02:48,813 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c78b2672d3a0a7a462f4890051a4d97a, NAME => 'hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d 2024-12-02T09:02:48,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:02:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:02:49,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:49,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c78b2672d3a0a7a462f4890051a4d97a, disabling compactions & flushes 2024-12-02T09:02:49,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:02:49,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:02:49,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. after waiting 0 ms 2024-12-02T09:02:49,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:02:49,219 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:02:49,219 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c78b2672d3a0a7a462f4890051a4d97a: Waiting for close lock at 1733130169219Disabling compacts and flushes for region at 1733130169219Disabling writes for close at 1733130169219Writing region close event to WAL at 1733130169219Closed at 1733130169219 2024-12-02T09:02:49,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:02:49,221 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130169220"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130169220"}]},"ts":"1733130169220"} 2024-12-02T09:02:49,222 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:02:49,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:02:49,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130169223"}]},"ts":"1733130169223"} 2024-12-02T09:02:49,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:02:49,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c78b2672d3a0a7a462f4890051a4d97a, ASSIGN}] 2024-12-02T09:02:49,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c78b2672d3a0a7a462f4890051a4d97a, ASSIGN 2024-12-02T09:02:49,227 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c78b2672d3a0a7a462f4890051a4d97a, ASSIGN; state=OFFLINE, location=7c6d666a4939,39667,1733130156604; forceNewPlan=false, retain=false 2024-12-02T09:02:49,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c78b2672d3a0a7a462f4890051a4d97a, regionState=OPENING, regionLocation=7c6d666a4939,39667,1733130156604 2024-12-02T09:02:49,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c78b2672d3a0a7a462f4890051a4d97a, ASSIGN because future has completed 2024-12-02T09:02:49,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c78b2672d3a0a7a462f4890051a4d97a, server=7c6d666a4939,39667,1733130156604}] 2024-12-02T09:02:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:02:49,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:02:49,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:02:49,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:02:49,538 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39667%2C1733130156604.rep, suffix=, logDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604, archiveDir=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/oldWALs, maxLogs=10 2024-12-02T09:02:49,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.rep.1733130169538, exclude list is [], retry=0 2024-12-02T09:02:49,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38849,DS-56081267-928d-437f-b588-f693ebb7ecaf,DISK] 2024-12-02T09:02:49,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.rep.1733130169538 2024-12-02T09:02:49,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39863:39863)] 2024-12-02T09:02:49,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c78b2672d3a0a7a462f4890051a4d97a, NAME => 'hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:02:49,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:02:49,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:02:49,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. service=MultiRowMutationService 2024-12-02T09:02:49,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:02:49,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:02:49,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,555 INFO [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,556 INFO [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c78b2672d3a0a7a462f4890051a4d97a columnFamilyName hfileref 2024-12-02T09:02:49,556 DEBUG [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:49,556 INFO [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] regionserver.HStore(327): Store=c78b2672d3a0a7a462f4890051a4d97a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:49,556 INFO [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,557 INFO [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c78b2672d3a0a7a462f4890051a4d97a columnFamilyName queue 2024-12-02T09:02:49,557 DEBUG [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:49,558 INFO [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] regionserver.HStore(327): Store=c78b2672d3a0a7a462f4890051a4d97a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:49,558 INFO [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,559 INFO [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c78b2672d3a0a7a462f4890051a4d97a columnFamilyName sid 2024-12-02T09:02:49,559 DEBUG [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:02:49,559 INFO [StoreOpener-c78b2672d3a0a7a462f4890051a4d97a-1 {}] regionserver.HStore(327): Store=c78b2672d3a0a7a462f4890051a4d97a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:02:49,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:02:49,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:02:49,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c78b2672d3a0a7a462f4890051a4d97a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72690815, jitterRate=0.08317755162715912}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:02:49,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:02:49,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c78b2672d3a0a7a462f4890051a4d97a: Running coprocessor pre-open hook at 1733130169553Writing region info on filesystem at 1733130169553Initializing all the Stores at 1733130169554 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130169554Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130169554Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130169554Cleaning up temporary data from old regions at 1733130169561 (+7 ms)Running coprocessor post-open hooks at 1733130169564 (+3 ms)Region opened successfully at 1733130169565 (+1 ms) 2024-12-02T09:02:49,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a., pid=10, masterSystemTime=1733130169533 2024-12-02T09:02:49,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:02:49,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:02:49,568 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c78b2672d3a0a7a462f4890051a4d97a, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,39667,1733130156604 2024-12-02T09:02:49,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c78b2672d3a0a7a462f4890051a4d97a, server=7c6d666a4939,39667,1733130156604 because future has completed 2024-12-02T09:02:49,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:02:49,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c78b2672d3a0a7a462f4890051a4d97a, server=7c6d666a4939,39667,1733130156604 in 190 msec 2024-12-02T09:02:49,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:02:49,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c78b2672d3a0a7a462f4890051a4d97a, ASSIGN in 347 msec 2024-12-02T09:02:49,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:02:49,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130169575"}]},"ts":"1733130169575"} 2024-12-02T09:02:49,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:02:49,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:02:49,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-12-02T09:02:49,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a., hostname=7c6d666a4939,39667,1733130156604, seqNum=2] 2024-12-02T09:02:49,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:49,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:02:49,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:02:49,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39667 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:02:49,821 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:02:49,844 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,39667,1733130156604, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:02:49,845 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:49,845 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39667,1733130156604, seqNum=-1] 2024-12-02T09:02:49,845 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:49,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-02T09:02:49,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,39667,1733130156604', locateType=CURRENT is [region=hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a., hostname=7c6d666a4939,39667,1733130156604, seqNum=2] 2024-12-02T09:02:49,851 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:02:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:02:49,854 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,39667,1733130156604 suceeded 2024-12-02T09:02:49,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:02:49,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-02T09:02:49,856 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:41397,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-02T09:02:49,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4630 sec 2024-12-02T09:02:49,871 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:41397' 2024-12-02T09:02:49,873 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ade3ae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:49,873 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,41397,-1 for getting cluster id 2024-12-02T09:02:49,873 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:49,874 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37639c00-88b8-4a89-ae38-1435988a3f35' 2024-12-02T09:02:49,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:49,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37639c00-88b8-4a89-ae38-1435988a3f35" 2024-12-02T09:02:49,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ec67bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:49,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,41397,-1] 2024-12-02T09:02:49,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:49,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:49,876 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:49,876 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fce9ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:49,876 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:49,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,41397,1733130160968 2024-12-02T09:02:49,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772b15e8 2024-12-02T09:02:49,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:49,878 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-02T09:02:49,879 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,39667,1733130156604 (queues=1) is replicating from cluster=a5784f00-0400-41e2-86da-8f12d893d0b5 to cluster=37639c00-88b8-4a89-ae38-1435988a3f35 2024-12-02T09:02:49,879 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C39667%2C1733130156604 2024-12-02T09:02:49,879 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,39667,1733130156604, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:02:49,880 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.shipper7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C39667%2C1733130156604 2024-12-02T09:02:49,880 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272, startPosition=0, beingWritten=true 2024-12-02T09:02:49,889 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:02:49,889 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 379, reset compression=false 2024-12-02T09:02:49,889 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.shipper7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39667,1733130156604 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:02:50,093 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 379, reset compression=false 2024-12-02T09:02:50,397 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 379, reset compression=false 2024-12-02T09:02:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34821 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:02:50,538 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:02:50,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:50,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:50,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:50,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:50,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:50,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:50,544 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733130170542/Put/seqid=0 2024-12-02T09:02:50,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741840_1016 (size=7894) 2024-12-02T09:02:50,717 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:02:50,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:50,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:50,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:50,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:02:50,801 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 379, reset compression=false 2024-12-02T09:02:50,950 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f/f/hfile_1 is 34, key is ddd/f:row/1733130170949/Put/seqid=0 2024-12-02T09:02:50,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741841_1017 (size=7691) 2024-12-02T09:02:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T09:02:51,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T09:02:51,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T09:02:51,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T09:02:51,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:02:51,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T09:02:51,305 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 379, reset compression=false 2024-12-02T09:02:51,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7029bc36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:51,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34821,-1 for getting cluster id 2024-12-02T09:02:51,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:51,359 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5784f00-0400-41e2-86da-8f12d893d0b5' 2024-12-02T09:02:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5784f00-0400-41e2-86da-8f12d893d0b5" 2024-12-02T09:02:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de1426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34821,-1] 2024-12-02T09:02:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:51,360 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:51,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60faca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:51,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:51,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39667,1733130156604, seqNum=-1] 2024-12-02T09:02:51,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:51,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:51,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:51,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34821,1733130156432 2024-12-02T09:02:51,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77634a5a 2024-12-02T09:02:51,374 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:51,375 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:51,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., hostname=7c6d666a4939,39667,1733130156604, seqNum=2] 2024-12-02T09:02:51,388 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:02:51,399 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T09:02:51,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T09:02:51,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f/f/hfile_0 for inclusion in d801289545c5f5e8f1f2aeb98b04412c/f 2024-12-02T09:02:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T09:02:51,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:02:51,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f/f/hfile_1 for inclusion in d801289545c5f5e8f1f2aeb98b04412c/f 2024-12-02T09:02:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T09:02:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:02:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegion(2603): Flush status journal for d801289545c5f5e8f1f2aeb98b04412c: 2024-12-02T09:02:51,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f/f/hfile_0 to hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__6fisqvmcijnsma6ji154dutdda4has804qb4tmh1lp6dr3m5jppv3d9oq5hrkpqn/f/hfile_0 2024-12-02T09:02:51,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__6fisqvmcijnsma6ji154dutdda4has804qb4tmh1lp6dr3m5jppv3d9oq5hrkpqn/f/hfile_0 as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f/9b80f5c20cce42469c01270f6b72f22a_SeqId_4_ 2024-12-02T09:02:51,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f/f/hfile_1 to hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__6fisqvmcijnsma6ji154dutdda4has804qb4tmh1lp6dr3m5jppv3d9oq5hrkpqn/f/hfile_1 2024-12-02T09:02:51,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__6fisqvmcijnsma6ji154dutdda4has804qb4tmh1lp6dr3m5jppv3d9oq5hrkpqn/f/hfile_1 as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f/d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_ 2024-12-02T09:02:51,434 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__6fisqvmcijnsma6ji154dutdda4has804qb4tmh1lp6dr3m5jppv3d9oq5hrkpqn/f/hfile_0 into d801289545c5f5e8f1f2aeb98b04412c/f as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f/9b80f5c20cce42469c01270f6b72f22a_SeqId_4_ - updating store file list. 2024-12-02T09:02:51,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b80f5c20cce42469c01270f6b72f22a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:02:51,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f/9b80f5c20cce42469c01270f6b72f22a_SeqId_4_ into d801289545c5f5e8f1f2aeb98b04412c/f 2024-12-02T09:02:51,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__6fisqvmcijnsma6ji154dutdda4has804qb4tmh1lp6dr3m5jppv3d9oq5hrkpqn/f/hfile_0 into d801289545c5f5e8f1f2aeb98b04412c/f (new location: hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f/9b80f5c20cce42469c01270f6b72f22a_SeqId_4_) 2024-12-02T09:02:51,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__6fisqvmcijnsma6ji154dutdda4has804qb4tmh1lp6dr3m5jppv3d9oq5hrkpqn/f/hfile_0 2024-12-02T09:02:51,442 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__6fisqvmcijnsma6ji154dutdda4has804qb4tmh1lp6dr3m5jppv3d9oq5hrkpqn/f/hfile_1 into d801289545c5f5e8f1f2aeb98b04412c/f as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f/d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_ - updating store file list. 2024-12-02T09:02:51,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:02:51,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f/d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_ into d801289545c5f5e8f1f2aeb98b04412c/f 2024-12-02T09:02:51,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__6fisqvmcijnsma6ji154dutdda4has804qb4tmh1lp6dr3m5jppv3d9oq5hrkpqn/f/hfile_1 into d801289545c5f5e8f1f2aeb98b04412c/f (new location: hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f/d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_) 2024-12-02T09:02:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__6fisqvmcijnsma6ji154dutdda4has804qb4tmh1lp6dr3m5jppv3d9oq5hrkpqn/f/hfile_1 2024-12-02T09:02:51,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:51,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:51,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:51,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:51,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:51,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,42919,1733130161078, seqNum=-1] 2024-12-02T09:02:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., hostname=7c6d666a4939,39667,1733130156604, seqNum=2 , the old value is region=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., hostname=7c6d666a4939,39667,1733130156604, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7c6d666a4939:39667 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:02:51,455 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T09:02:51,455 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., hostname=7c6d666a4939,39667,1733130156604, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:02:51,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., hostname=7c6d666a4939,39667,1733130156604, seqNum=2 from cache 2024-12-02T09:02:51,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:51,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130166231.7d88591b042afbb9865882ed0bdd5061., hostname=7c6d666a4939,42919,1733130161078, seqNum=2] 2024-12-02T09:02:51,460 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T09:02:51,568 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:39667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T09:02:51,909 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 379, reset compression=false 2024-12-02T09:02:51,914 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:02:51,914 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.shipper7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39667,1733130156604 got entry batch from reader: WALEntryBatch [walEntries=[{test/d801289545c5f5e8f1f2aeb98b04412c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733130171449/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T09:02:51,933 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.shipper7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:02:51,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-02T09:02:51,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.ReplicationSink(318): Replicating [a5784f00-0400-41e2-86da-8f12d893d0b5] bulk loaded data 2024-12-02T09:02:51,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2932640b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:51,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,41397,-1 for getting cluster id 2024-12-02T09:02:51,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:51,940 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37639c00-88b8-4a89-ae38-1435988a3f35' 2024-12-02T09:02:51,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:51,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37639c00-88b8-4a89-ae38-1435988a3f35" 2024-12-02T09:02:51,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34d16437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:51,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,41397,-1] 2024-12-02T09:02:51,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:51,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:51,941 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:51,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@639903e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:51,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741837_1013 (size=7894) 2024-12-02T09:02:52,114 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 687, reset compression=false 2024-12-02T09:02:52,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741838_1014 (size=7691) 2024-12-02T09:02:52,419 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 687, reset compression=false 2024-12-02T09:02:52,462 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T09:02:52,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:52,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,41397,1733130160968 2024-12-02T09:02:52,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f8ef4f0 2024-12-02T09:02:52,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:52,773 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-02T09:02:52,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:02:52,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:52,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,42919,1733130161078, seqNum=-1] 2024-12-02T09:02:52,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:52,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-02T09:02:52,783 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/9b80f5c20cce42469c01270f6b72f22a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T09:02:52,786 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T09:02:52,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/9b80f5c20cce42469c01270f6b72f22a_SeqId_4_ for inclusion in 7d88591b042afbb9865882ed0bdd5061/f 2024-12-02T09:02:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T09:02:52,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:02:52,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_ for inclusion in 7d88591b042afbb9865882ed0bdd5061/f 2024-12-02T09:02:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T09:02:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:02:52,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HRegion(2603): Flush status journal for 7d88591b042afbb9865882ed0bdd5061: 2024-12-02T09:02:52,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9b80f5c20cce42469c01270f6b72f22a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:02:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/9b80f5c20cce42469c01270f6b72f22a_SeqId_4_ as hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061/f/79aa1f00ae964d21a5162cc5254d8116_SeqId_4_ 2024-12-02T09:02:52,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:02:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_ as hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061/f/72d847f64a904b90b6c425c853168862_SeqId_4_ 2024-12-02T09:02:52,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/9b80f5c20cce42469c01270f6b72f22a_SeqId_4_ into 7d88591b042afbb9865882ed0bdd5061/f as hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061/f/79aa1f00ae964d21a5162cc5254d8116_SeqId_4_ - updating store file list. 2024-12-02T09:02:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 79aa1f00ae964d21a5162cc5254d8116_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:02:52,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061/f/79aa1f00ae964d21a5162cc5254d8116_SeqId_4_ into 7d88591b042afbb9865882ed0bdd5061/f 2024-12-02T09:02:52,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/9b80f5c20cce42469c01270f6b72f22a_SeqId_4_ into 7d88591b042afbb9865882ed0bdd5061/f (new location: hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061/f/79aa1f00ae964d21a5162cc5254d8116_SeqId_4_) 2024-12-02T09:02:52,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/9b80f5c20cce42469c01270f6b72f22a_SeqId_4_ 2024-12-02T09:02:52,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_ into 7d88591b042afbb9865882ed0bdd5061/f as hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061/f/72d847f64a904b90b6c425c853168862_SeqId_4_ - updating store file list. 2024-12-02T09:02:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 72d847f64a904b90b6c425c853168862_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:02:52,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061/f/72d847f64a904b90b6c425c853168862_SeqId_4_ into 7d88591b042afbb9865882ed0bdd5061/f 2024-12-02T09:02:52,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_ into 7d88591b042afbb9865882ed0bdd5061/f (new location: hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061/f/72d847f64a904b90b6c425c853168862_SeqId_4_) 2024-12-02T09:02:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/staging/jenkins.hfs.6__test__nimgaa7q2shbkgjfsgne60ijp823eqpqs294j66tbduqbl54aubkskj9r499pspn/f/d8c24893020f419da4b54a1ee3fd2b0e_SeqId_4_ 2024-12-02T09:02:52,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42919 {}] regionserver.ReplicationSink(324): Finished replicating [a5784f00-0400-41e2-86da-8f12d893d0b5] bulk loaded data 2024-12-02T09:02:52,822 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 687, reset compression=false 2024-12-02T09:02:53,326 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 687, reset compression=false 2024-12-02T09:02:53,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:02:53,481 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733130173480/Put/seqid=0 2024-12-02T09:02:53,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741842_1018 (size=7997) 2024-12-02T09:02:53,887 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733130173887/Put/seqid=0 2024-12-02T09:02:53,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741843_1019 (size=7794) 2024-12-02T09:02:53,930 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 687, reset compression=false 2024-12-02T09:02:54,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f509dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:54,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34821,-1 for getting cluster id 2024-12-02T09:02:54,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:02:54,294 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5784f00-0400-41e2-86da-8f12d893d0b5' 2024-12-02T09:02:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:02:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5784f00-0400-41e2-86da-8f12d893d0b5" 2024-12-02T09:02:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287b2d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34821,-1] 2024-12-02T09:02:54,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:02:54,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:54,297 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:02:54,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319c9a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:02:54,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:54,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39667,1733130156604, seqNum=-1] 2024-12-02T09:02:54,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:54,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:54,309 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:02:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34821,1733130156432 2024-12-02T09:02:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8de6cc 2024-12-02T09:02:54,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:02:54,311 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:02:54,315 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., hostname=7c6d666a4939,39667,1733130156604, seqNum=2] 2024-12-02T09:02:54,318 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:02:54,326 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T09:02:54,336 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T09:02:54,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f1/f1/hfile_0 for inclusion in d801289545c5f5e8f1f2aeb98b04412c/f1 2024-12-02T09:02:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T09:02:54,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:02:54,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f1/f1/hfile_1 for inclusion in d801289545c5f5e8f1f2aeb98b04412c/f1 2024-12-02T09:02:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T09:02:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:02:54,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegion(2603): Flush status journal for d801289545c5f5e8f1f2aeb98b04412c: 2024-12-02T09:02:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f1/f1/hfile_0 to hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__os5dg96ap40r1j32eqglm19um35ira4hsolm93u0dvv36mfn3fqvkcuj3v1r3pu/f1/hfile_0 2024-12-02T09:02:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__os5dg96ap40r1j32eqglm19um35ira4hsolm93u0dvv36mfn3fqvkcuj3v1r3pu/f1/hfile_0 as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f1/34c8b036081046f197d4983d9d83634a_SeqId_6_ 2024-12-02T09:02:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/load_f1/f1/hfile_1 to hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__os5dg96ap40r1j32eqglm19um35ira4hsolm93u0dvv36mfn3fqvkcuj3v1r3pu/f1/hfile_1 2024-12-02T09:02:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__os5dg96ap40r1j32eqglm19um35ira4hsolm93u0dvv36mfn3fqvkcuj3v1r3pu/f1/hfile_1 as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f1/6ab9ca8d485a4efe80274292c2cdac84_SeqId_6_ 2024-12-02T09:02:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-02T09:02:54,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__os5dg96ap40r1j32eqglm19um35ira4hsolm93u0dvv36mfn3fqvkcuj3v1r3pu/f1/hfile_0 into d801289545c5f5e8f1f2aeb98b04412c/f1 as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f1/34c8b036081046f197d4983d9d83634a_SeqId_6_ - updating store file list. 2024-12-02T09:02:54,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 34c8b036081046f197d4983d9d83634a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T09:02:54,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f1/34c8b036081046f197d4983d9d83634a_SeqId_6_ into d801289545c5f5e8f1f2aeb98b04412c/f1 2024-12-02T09:02:54,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__os5dg96ap40r1j32eqglm19um35ira4hsolm93u0dvv36mfn3fqvkcuj3v1r3pu/f1/hfile_0 into d801289545c5f5e8f1f2aeb98b04412c/f1 (new location: hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f1/34c8b036081046f197d4983d9d83634a_SeqId_6_) 2024-12-02T09:02:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__os5dg96ap40r1j32eqglm19um35ira4hsolm93u0dvv36mfn3fqvkcuj3v1r3pu/f1/hfile_0 2024-12-02T09:02:54,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__os5dg96ap40r1j32eqglm19um35ira4hsolm93u0dvv36mfn3fqvkcuj3v1r3pu/f1/hfile_1 into d801289545c5f5e8f1f2aeb98b04412c/f1 as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f1/6ab9ca8d485a4efe80274292c2cdac84_SeqId_6_ - updating store file list. 2024-12-02T09:02:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6ab9ca8d485a4efe80274292c2cdac84_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T09:02:54,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f1/6ab9ca8d485a4efe80274292c2cdac84_SeqId_6_ into d801289545c5f5e8f1f2aeb98b04412c/f1 2024-12-02T09:02:54,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__os5dg96ap40r1j32eqglm19um35ira4hsolm93u0dvv36mfn3fqvkcuj3v1r3pu/f1/hfile_1 into d801289545c5f5e8f1f2aeb98b04412c/f1 (new location: hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/f1/6ab9ca8d485a4efe80274292c2cdac84_SeqId_6_) 2024-12-02T09:02:54,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39667 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/staging/jenkins__test__os5dg96ap40r1j32eqglm19um35ira4hsolm93u0dvv36mfn3fqvkcuj3v1r3pu/f1/hfile_1 2024-12-02T09:02:54,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:02:54,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:02:54,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:54,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:02:54,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:02:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., hostname=7c6d666a4939,39667,1733130156604, seqNum=2 , the old value is region=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., hostname=7c6d666a4939,39667,1733130156604, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7c6d666a4939:39667 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:02:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., hostname=7c6d666a4939,39667,1733130156604, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:02:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., hostname=7c6d666a4939,39667,1733130156604, seqNum=2 from cache 2024-12-02T09:02:54,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:02:54,377 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T09:02:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39667,1733130156604, seqNum=-1] 2024-12-02T09:02:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:02:54,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:02:54,381 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., hostname=7c6d666a4939,39667,1733130156604, seqNum=2] 2024-12-02T09:02:54,478 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:39667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T09:02:54,634 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 687, reset compression=false 2024-12-02T09:02:54,638 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:02:54,638 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:02:54,638 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.shipper7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39667,1733130156604 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:02:54,842 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:02:55,146 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:02:55,550 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:02:56,053 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:02:56,657 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:02:57,361 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:02:58,165 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:02:59,069 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:00,074 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:01,177 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:02,382 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:03,687 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:05,090 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:06,020 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T09:03:06,601 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:08,204 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:09,909 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:10,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T09:03:11,712 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:13,616 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:14,641 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.shipper7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39667,1733130156604 got entry batch from reader: null 2024-12-02T09:03:15,620 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:17,725 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:19,552 INFO [master/7c6d666a4939:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T09:03:19,552 INFO [master/7c6d666a4939:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T09:03:19,930 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:22,234 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:24,638 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:24,793 INFO [master/7c6d666a4939:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T09:03:24,794 INFO [master/7c6d666a4939:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T09:03:27,142 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:29,746 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:30,215 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d801289545c5f5e8f1f2aeb98b04412c, had cached 0 bytes from a total of 31376 2024-12-02T09:03:32,372 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7d88591b042afbb9865882ed0bdd5061, had cached 0 bytes from a total of 15585 2024-12-02T09:03:32,449 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:34,641 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.shipper7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39667,1733130156604 got entry batch from reader: null 2024-12-02T09:03:35,253 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:36,021 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T09:03:38,157 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:40,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T09:03:41,161 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:44,247 DEBUG [master/7c6d666a4939:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T09:03:44,265 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:47,471 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:50,791 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:54,195 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:54,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:03:54,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:03:54,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:03:54,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:54,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:54,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:03:54,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:03:54,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=811796987, stopped=false 2024-12-02T09:03:54,419 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,41397,1733130160968 2024-12-02T09:03:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11521205813/running 2024-12-02T09:03:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11521205813/running 2024-12-02T09:03:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:03:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:03:54,540 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:03:54,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:03:54,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:03:54,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:54,541 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,42919,1733130161078' ***** 2024-12-02T09:03:54,541 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:03:54,541 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:03:54,541 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:03:54,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Set watcher on znode that does not yet exist, /11521205813/running 2024-12-02T09:03:54,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Set watcher on znode that does not yet exist, /11521205813/running 2024-12-02T09:03:54,541 INFO [RS:0;7c6d666a4939:42919 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:03:54,542 INFO [RS:0;7c6d666a4939:42919 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:03:54,542 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:03:54,542 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,42919,1733130161078 2024-12-02T09:03:54,542 INFO [RS:0;7c6d666a4939:42919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:03:54,542 INFO [RS:0;7c6d666a4939:42919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:42919. 2024-12-02T09:03:54,542 DEBUG [RS:0;7c6d666a4939:42919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:03:54,542 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d88591b042afbb9865882ed0bdd5061, disabling compactions & flushes 2024-12-02T09:03:54,542 DEBUG [RS:0;7c6d666a4939:42919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:54,542 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:03:54,542 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:03:54,542 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:03:54,542 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. after waiting 0 ms 2024-12-02T09:03:54,542 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:03:54,542 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:03:54,542 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:03:54,542 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:03:54,547 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:03:54,548 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7d88591b042afbb9865882ed0bdd5061=test,,1733130166231.7d88591b042afbb9865882ed0bdd5061.} 2024-12-02T09:03:54,548 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7d88591b042afbb9865882ed0bdd5061 2024-12-02T09:03:54,548 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:03:54,548 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:03:54,548 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:03:54,548 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:03:54,548 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:03:54,548 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T09:03:54,561 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/default/test/7d88591b042afbb9865882ed0bdd5061/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T09:03:54,562 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:03:54,562 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:03:54,562 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:03:54,562 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d88591b042afbb9865882ed0bdd5061: Waiting for close lock at 1733130234542Running coprocessor pre-close hooks at 1733130234542Disabling compacts and flushes for region at 1733130234542Disabling writes for close at 1733130234542Writing region close event to WAL at 1733130234551 (+9 ms)Running coprocessor post-close hooks at 1733130234562 (+11 ms)Closed at 1733130234562 2024-12-02T09:03:54,562 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130166231.7d88591b042afbb9865882ed0bdd5061. 2024-12-02T09:03:54,573 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/info/453ae9eac41c4571ae2199c6fc8eb9d0 is 129, key is test,,1733130166231.7d88591b042afbb9865882ed0bdd5061./info:regioninfo/1733130167391/Put/seqid=0 2024-12-02T09:03:54,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741839_1015 (size=6421) 2024-12-02T09:03:54,639 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:03:54,641 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.shipper7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39667,1733130156604 got entry batch from reader: null 2024-12-02T09:03:54,748 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:03:54,776 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:03:54,776 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:03:54,948 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:03:54,984 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/info/453ae9eac41c4571ae2199c6fc8eb9d0 2024-12-02T09:03:55,036 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/ns/8fab8ca62eca42f09027747ed78efb39 is 43, key is default/ns:d/1733130163939/Put/seqid=0 2024-12-02T09:03:55,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741840_1016 (size=5153) 2024-12-02T09:03:55,055 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/ns/8fab8ca62eca42f09027747ed78efb39 2024-12-02T09:03:55,087 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/rep_barrier/b3d9f6e09bdb42479066c12586a52e47 is 112, key is test,,1733130166231.7d88591b042afbb9865882ed0bdd5061./rep_barrier:seqnumDuringOpen/1733130167391/Put/seqid=0 2024-12-02T09:03:55,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741841_1017 (size=5518) 2024-12-02T09:03:55,093 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/rep_barrier/b3d9f6e09bdb42479066c12586a52e47 2024-12-02T09:03:55,115 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/table/2976913c3d7942e184791598b86c8f8f is 40, key is test/table:state/1733130167403/Put/seqid=0 2024-12-02T09:03:55,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741842_1018 (size=5165) 2024-12-02T09:03:55,148 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:03:55,348 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:03:55,528 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/table/2976913c3d7942e184791598b86c8f8f 2024-12-02T09:03:55,533 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/info/453ae9eac41c4571ae2199c6fc8eb9d0 as hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/info/453ae9eac41c4571ae2199c6fc8eb9d0 2024-12-02T09:03:55,539 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/info/453ae9eac41c4571ae2199c6fc8eb9d0, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T09:03:55,541 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/ns/8fab8ca62eca42f09027747ed78efb39 as hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/ns/8fab8ca62eca42f09027747ed78efb39 2024-12-02T09:03:55,547 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/ns/8fab8ca62eca42f09027747ed78efb39, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T09:03:55,548 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/rep_barrier/b3d9f6e09bdb42479066c12586a52e47 as hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/rep_barrier/b3d9f6e09bdb42479066c12586a52e47 2024-12-02T09:03:55,549 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:03:55,549 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:03:55,549 DEBUG [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:03:55,554 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/rep_barrier/b3d9f6e09bdb42479066c12586a52e47, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T09:03:55,556 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/.tmp/table/2976913c3d7942e184791598b86c8f8f as hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/table/2976913c3d7942e184791598b86c8f8f 2024-12-02T09:03:55,563 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/table/2976913c3d7942e184791598b86c8f8f, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T09:03:55,565 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=11, compaction requested=false 2024-12-02T09:03:55,578 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T09:03:55,578 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:03:55,578 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:03:55,579 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:03:55,579 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130234548Running coprocessor pre-close hooks at 1733130234548Disabling compacts and flushes for region at 1733130234548Disabling writes for close at 1733130234548Obtaining lock to block concurrent updates at 1733130234548Preparing flush snapshotting stores in 1588230740 at 1733130234548Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733130234548Flushing stores of hbase:meta,,1.1588230740 at 1733130234549 (+1 ms)Flushing 1588230740/info: creating writer at 1733130234549Flushing 1588230740/info: appending metadata at 1733130234572 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733130234572Flushing 1588230740/ns: creating writer at 1733130235013 (+441 ms)Flushing 1588230740/ns: appending metadata at 1733130235036 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1733130235036Flushing 1588230740/rep_barrier: creating writer at 1733130235061 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130235087 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130235087Flushing 1588230740/table: creating writer at 1733130235101 (+14 ms)Flushing 1588230740/table: appending metadata at 1733130235115 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733130235115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69cb8ba7: reopening flushed file at 1733130235532 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@773963b5: reopening flushed file at 1733130235540 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b738a9: reopening flushed file at 1733130235547 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276417c3: reopening flushed file at 1733130235554 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1016ms, sequenceid=11, compaction requested=false at 1733130235565 (+11 ms)Writing region close event to WAL at 1733130235575 (+10 ms)Running coprocessor post-close hooks at 1733130235578 (+3 ms)Closed at 1733130235578 2024-12-02T09:03:55,579 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:03:55,749 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,42919,1733130161078; all regions closed. 2024-12-02T09:03:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741834_1010 (size=2717) 2024-12-02T09:03:55,755 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/WALs/7c6d666a4939,42919,1733130161078/7c6d666a4939%2C42919%2C1733130161078.meta.1733130163771.meta not finished, retry = 0 2024-12-02T09:03:55,858 DEBUG [RS:0;7c6d666a4939:42919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/oldWALs 2024-12-02T09:03:55,858 INFO [RS:0;7c6d666a4939:42919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C42919%2C1733130161078.meta:.meta(num 1733130163771) 2024-12-02T09:03:55,860 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/WALs/7c6d666a4939,42919,1733130161078/7c6d666a4939%2C42919%2C1733130161078.1733130162897 not finished, retry = 0 2024-12-02T09:03:55,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741832_1008 (size=1028) 2024-12-02T09:03:55,962 DEBUG [RS:0;7c6d666a4939:42919 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/oldWALs 2024-12-02T09:03:55,962 INFO [RS:0;7c6d666a4939:42919 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C42919%2C1733130161078:(num 1733130162897) 2024-12-02T09:03:55,962 DEBUG [RS:0;7c6d666a4939:42919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:55,962 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:03:55,963 INFO [RS:0;7c6d666a4939:42919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:03:55,963 INFO [RS:0;7c6d666a4939:42919 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:03:55,963 INFO [RS:0;7c6d666a4939:42919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:03:55,963 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:03:55,963 INFO [RS:0;7c6d666a4939:42919 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:42919. 2024-12-02T09:03:55,963 DEBUG [RS:0;7c6d666a4939:42919 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:03:55,963 DEBUG [RS:0;7c6d666a4939:42919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:55,963 DEBUG [RS:0;7c6d666a4939:42919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:55,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:03:55,964 INFO [RS:0;7c6d666a4939:42919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42919 2024-12-02T09:03:55,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813/rs 2024-12-02T09:03:55,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11521205813/rs/7c6d666a4939,42919,1733130161078 2024-12-02T09:03:55,998 INFO [RS:0;7c6d666a4939:42919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:03:56,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,42919,1733130161078] 2024-12-02T09:03:56,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11521205813/draining/7c6d666a4939,42919,1733130161078 already deleted, retry=false 2024-12-02T09:03:56,015 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,42919,1733130161078 expired; onlineServers=0 2024-12-02T09:03:56,015 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,41397,1733130160968' ***** 2024-12-02T09:03:56,015 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:03:56,015 INFO [M:0;7c6d666a4939:41397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:03:56,015 INFO [M:0;7c6d666a4939:41397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:03:56,015 DEBUG [M:0;7c6d666a4939:41397 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:03:56,016 DEBUG [M:0;7c6d666a4939:41397 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:03:56,016 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:03:56,016 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130162617 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130162617,5,FailOnTimeoutGroup] 2024-12-02T09:03:56,016 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130162618 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130162618,5,FailOnTimeoutGroup] 2024-12-02T09:03:56,016 INFO [M:0;7c6d666a4939:41397 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:03:56,016 INFO [M:0;7c6d666a4939:41397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:03:56,016 DEBUG [M:0;7c6d666a4939:41397 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:03:56,016 INFO [M:0;7c6d666a4939:41397 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:03:56,016 INFO [M:0;7c6d666a4939:41397 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:03:56,016 INFO [M:0;7c6d666a4939:41397 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:03:56,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:03:56,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11521205813/master 2024-12-02T09:03:56,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11521205813 2024-12-02T09:03:56,023 DEBUG [M:0;7c6d666a4939:41397 {}] zookeeper.ZKUtil(347): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Unable to get data of znode /11521205813/master because node does not exist (not an error) 2024-12-02T09:03:56,024 WARN [M:0;7c6d666a4939:41397 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:03:56,025 INFO [M:0;7c6d666a4939:41397 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/.lastflushedseqids 2024-12-02T09:03:56,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741843_1019 (size=173) 2024-12-02T09:03:56,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:03:56,107 INFO [RS:0;7c6d666a4939:42919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:03:56,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42919-0x1009a3952730004, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:03:56,107 INFO [RS:0;7c6d666a4939:42919 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,42919,1733130161078; zookeeper connection closed. 2024-12-02T09:03:56,107 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14d8fa9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14d8fa9f 2024-12-02T09:03:56,108 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:03:56,430 INFO [M:0;7c6d666a4939:41397 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:03:56,430 INFO [M:0;7c6d666a4939:41397 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:03:56,430 DEBUG [M:0;7c6d666a4939:41397 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:03:56,430 INFO [M:0;7c6d666a4939:41397 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:03:56,430 DEBUG [M:0;7c6d666a4939:41397 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:03:56,431 DEBUG [M:0;7c6d666a4939:41397 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:03:56,431 DEBUG [M:0;7c6d666a4939:41397 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:03:56,431 INFO [M:0;7c6d666a4939:41397 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-02T09:03:56,444 DEBUG [M:0;7c6d666a4939:41397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c20dda7b4e3454cb9ccb3af7b0b0b5a is 82, key is hbase:meta,,1/info:regioninfo/1733130163876/Put/seqid=0 2024-12-02T09:03:56,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741844_1020 (size=5672) 2024-12-02T09:03:56,850 INFO [M:0;7c6d666a4939:41397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c20dda7b4e3454cb9ccb3af7b0b0b5a 2024-12-02T09:03:56,869 DEBUG [M:0;7c6d666a4939:41397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42b8bedb3ea7471393c70cec9aaf4d3d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733130167409/Put/seqid=0 2024-12-02T09:03:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741845_1021 (size=6727) 2024-12-02T09:03:57,273 INFO [M:0;7c6d666a4939:41397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42b8bedb3ea7471393c70cec9aaf4d3d 2024-12-02T09:03:57,279 INFO [M:0;7c6d666a4939:41397 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42b8bedb3ea7471393c70cec9aaf4d3d 2024-12-02T09:03:57,296 DEBUG [M:0;7c6d666a4939:41397 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10da2bf5c55e41ba8627bbcc5b628d9f is 69, key is 7c6d666a4939,42919,1733130161078/rs:state/1733130162731/Put/seqid=0 2024-12-02T09:03:57,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741846_1022 (size=5156) 2024-12-02T09:03:57,699 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/WALs/7c6d666a4939,39667,1733130156604/7c6d666a4939%2C39667%2C1733130156604.1733130158272 to pos 997, reset compression=false 2024-12-02T09:03:57,702 INFO [M:0;7c6d666a4939:41397 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10da2bf5c55e41ba8627bbcc5b628d9f 2024-12-02T09:03:57,710 DEBUG [M:0;7c6d666a4939:41397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7c20dda7b4e3454cb9ccb3af7b0b0b5a as hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c20dda7b4e3454cb9ccb3af7b0b0b5a 2024-12-02T09:03:57,716 INFO [M:0;7c6d666a4939:41397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7c20dda7b4e3454cb9ccb3af7b0b0b5a, entries=8, sequenceid=58, filesize=5.5 K 2024-12-02T09:03:57,718 DEBUG [M:0;7c6d666a4939:41397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42b8bedb3ea7471393c70cec9aaf4d3d as hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42b8bedb3ea7471393c70cec9aaf4d3d 2024-12-02T09:03:57,724 INFO [M:0;7c6d666a4939:41397 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42b8bedb3ea7471393c70cec9aaf4d3d 2024-12-02T09:03:57,724 INFO [M:0;7c6d666a4939:41397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42b8bedb3ea7471393c70cec9aaf4d3d, entries=6, sequenceid=58, filesize=6.6 K 2024-12-02T09:03:57,725 DEBUG [M:0;7c6d666a4939:41397 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10da2bf5c55e41ba8627bbcc5b628d9f as hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10da2bf5c55e41ba8627bbcc5b628d9f 2024-12-02T09:03:57,731 INFO [M:0;7c6d666a4939:41397 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35253/user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10da2bf5c55e41ba8627bbcc5b628d9f, entries=1, sequenceid=58, filesize=5.0 K 2024-12-02T09:03:57,732 INFO [M:0;7c6d666a4939:41397 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=58, compaction requested=false 2024-12-02T09:03:57,743 INFO [M:0;7c6d666a4939:41397 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:03:57,743 DEBUG [M:0;7c6d666a4939:41397 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130236430Disabling compacts and flushes for region at 1733130236430Disabling writes for close at 1733130236431 (+1 ms)Obtaining lock to block concurrent updates at 1733130236431Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130236431Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733130236431Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130236431Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130236432 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130236444 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130236444Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130236855 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130236868 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130236868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130237279 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130237296 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130237296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ab5d402: reopening flushed file at 1733130237709 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5985768d: reopening flushed file at 1733130237716 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a43511f: reopening flushed file at 1733130237724 (+8 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=58, compaction requested=false at 1733130237732 (+8 ms)Writing region close event to WAL at 1733130237743 (+11 ms)Closed at 1733130237743 2024-12-02T09:03:57,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44181 is added to blk_1073741830_1006 (size=33026) 2024-12-02T09:03:57,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a1d7596-2df8-6be8-afc1-dfc2ea029468/MasterData/WALs/7c6d666a4939,41397,1733130160968/7c6d666a4939%2C41397%2C1733130160968.1733130162393 not finished, retry = 0 2024-12-02T09:03:57,856 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:03:57,856 INFO [M:0;7c6d666a4939:41397 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:03:57,856 INFO [M:0;7c6d666a4939:41397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41397 2024-12-02T09:03:57,856 INFO [M:0;7c6d666a4939:41397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:03:58,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:03:58,049 INFO [M:0;7c6d666a4939:41397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:03:58,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41397-0x1009a3952730003, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:03:58,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a3c508e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:03:58,051 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b14e3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:03:58,051 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:03:58,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ecb7325{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:03:58,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4158e8da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/hadoop.log.dir/,STOPPED} 2024-12-02T09:03:58,053 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:03:58,053 WARN [BP-1818021443-172.17.0.3-1733130159403 heartbeating to localhost/127.0.0.1:35253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:03:58,053 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:03:58,053 WARN [BP-1818021443-172.17.0.3-1733130159403 heartbeating to localhost/127.0.0.1:35253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818021443-172.17.0.3-1733130159403 (Datanode Uuid fdb9875d-8deb-472a-93dc-14e625a6c6c7) service to localhost/127.0.0.1:35253 2024-12-02T09:03:58,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/cluster_90e1b832-2654-bf4a-8fd2-8cb847b808f6/data/data1/current/BP-1818021443-172.17.0.3-1733130159403 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:03:58,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/cluster_90e1b832-2654-bf4a-8fd2-8cb847b808f6/data/data2/current/BP-1818021443-172.17.0.3-1733130159403 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:03:58,054 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:03:58,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73f4c878{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:03:58,061 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4383138e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:03:58,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:03:58,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@715872{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:03:58,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56d34558{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/hadoop.log.dir/,STOPPED} 2024-12-02T09:03:58,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:03:58,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:03:58,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:03:58,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:03:58,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:58,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:58,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:03:58,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:03:58,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1795744571, stopped=false 2024-12-02T09:03:58,078 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,34821,1733130156432 2024-12-02T09:03:58,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01199371477/running 2024-12-02T09:03:58,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:03:58,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01199371477/running 2024-12-02T09:03:58,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:03:58,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Set watcher on znode that does not yet exist, /01199371477/running 2024-12-02T09:03:58,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Set watcher on znode that does not yet exist, /01199371477/running 2024-12-02T09:03:58,098 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:03:58,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:03:58,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:03:58,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:58,101 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,39667,1733130156604' ***** 2024-12-02T09:03:58,101 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:03:58,101 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:03:58,101 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:03:58,101 INFO [RS:0;7c6d666a4939:39667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:03:58,101 INFO [RS:0;7c6d666a4939:39667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:03:58,101 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for c78b2672d3a0a7a462f4890051a4d97a 2024-12-02T09:03:58,102 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:03:58,102 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,39667,1733130156604 2024-12-02T09:03:58,102 INFO [RS:0;7c6d666a4939:39667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:03:58,102 INFO [RS:0;7c6d666a4939:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:39667. 2024-12-02T09:03:58,102 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c78b2672d3a0a7a462f4890051a4d97a, disabling compactions & flushes 2024-12-02T09:03:58,103 DEBUG [RS:0;7c6d666a4939:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:03:58,103 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:03:58,103 DEBUG [RS:0;7c6d666a4939:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:58,103 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:03:58,103 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:03:58,103 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. after waiting 0 ms 2024-12-02T09:03:58,103 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:03:58,103 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:03:58,103 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:03:58,103 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:03:58,103 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:03:58,103 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1325): Online Regions={c78b2672d3a0a7a462f4890051a4d97a=hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a., d801289545c5f5e8f1f2aeb98b04412c=test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:03:58,103 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c78b2672d3a0a7a462f4890051a4d97a, d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:03:58,103 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c78b2672d3a0a7a462f4890051a4d97a 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-02T09:03:58,103 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:03:58,103 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:03:58,103 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:03:58,104 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:03:58,104 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:03:58,104 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:03:58,108 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:03:58,141 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/info/4fb6ddae008445209c24a3753154df26 is 147, key is hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a./info:regioninfo/1733130169567/Put/seqid=0 2024-12-02T09:03:58,143 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/.tmp/hfileref/6b0b64f0d51944c0a7e6544ef71ab68b is 74, key is 1/hfileref:9b80f5c20cce42469c01270f6b72f22a_SeqId_4_/1733130172814/DeleteColumn/seqid=0 2024-12-02T09:03:58,157 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:03:58,157 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:03:58,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741844_1020 (size=7686) 2024-12-02T09:03:58,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741845_1021 (size=5203) 2024-12-02T09:03:58,304 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c78b2672d3a0a7a462f4890051a4d97a, d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:03:58,504 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c78b2672d3a0a7a462f4890051a4d97a, d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:03:58,559 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/info/4fb6ddae008445209c24a3753154df26 2024-12-02T09:03:58,566 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/.tmp/hfileref/6b0b64f0d51944c0a7e6544ef71ab68b 2024-12-02T09:03:58,610 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/ns/7fe82b6296a84059aff4ce2a5761ba3b is 43, key is default/ns:d/1733130159320/Put/seqid=0 2024-12-02T09:03:58,620 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/.tmp/queue/9bd7279fcdf44784b0db3faa9f1985e4 is 153, key is 1-7c6d666a4939,39667,1733130156604/queue:7c6d666a4939%2C39667%2C1733130156604/1733130174640/Put/seqid=0 2024-12-02T09:03:58,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741846_1022 (size=5153) 2024-12-02T09:03:58,640 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/ns/7fe82b6296a84059aff4ce2a5761ba3b 2024-12-02T09:03:58,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741847_1023 (size=5352) 2024-12-02T09:03:58,661 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/.tmp/queue/9bd7279fcdf44784b0db3faa9f1985e4 2024-12-02T09:03:58,675 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/.tmp/hfileref/6b0b64f0d51944c0a7e6544ef71ab68b as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/hfileref/6b0b64f0d51944c0a7e6544ef71ab68b 2024-12-02T09:03:58,683 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/rep_barrier/d3bae6c281944ef280a6f707aa4e69da is 112, key is test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c./rep_barrier:seqnumDuringOpen/1733130165232/Put/seqid=0 2024-12-02T09:03:58,684 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/hfileref/6b0b64f0d51944c0a7e6544ef71ab68b, entries=2, sequenceid=10, filesize=5.1 K 2024-12-02T09:03:58,687 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/.tmp/queue/9bd7279fcdf44784b0db3faa9f1985e4 as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/queue/9bd7279fcdf44784b0db3faa9f1985e4 2024-12-02T09:03:58,704 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c78b2672d3a0a7a462f4890051a4d97a, d801289545c5f5e8f1f2aeb98b04412c 2024-12-02T09:03:58,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741848_1024 (size=5518) 2024-12-02T09:03:58,724 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/rep_barrier/d3bae6c281944ef280a6f707aa4e69da 2024-12-02T09:03:58,727 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/queue/9bd7279fcdf44784b0db3faa9f1985e4, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T09:03:58,731 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c78b2672d3a0a7a462f4890051a4d97a in 628ms, sequenceid=10, compaction requested=false 2024-12-02T09:03:58,778 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/table/a777cbd9907d45e6827333e3b20be42e is 53, key is hbase:replication/table:state/1733130169575/Put/seqid=0 2024-12-02T09:03:58,780 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/replication/c78b2672d3a0a7a462f4890051a4d97a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T09:03:58,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:03:58,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:03:58,782 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:03:58,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c78b2672d3a0a7a462f4890051a4d97a: Waiting for close lock at 1733130238102Running coprocessor pre-close hooks at 1733130238102Disabling compacts and flushes for region at 1733130238102Disabling writes for close at 1733130238103 (+1 ms)Obtaining lock to block concurrent updates at 1733130238103Preparing flush snapshotting stores in c78b2672d3a0a7a462f4890051a4d97a at 1733130238103Finished memstore snapshotting hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733130238104 (+1 ms)Flushing stores of hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. at 1733130238104Flushing c78b2672d3a0a7a462f4890051a4d97a/hfileref: creating writer at 1733130238104Flushing c78b2672d3a0a7a462f4890051a4d97a/hfileref: appending metadata at 1733130238143 (+39 ms)Flushing c78b2672d3a0a7a462f4890051a4d97a/hfileref: closing flushed file at 1733130238143Flushing c78b2672d3a0a7a462f4890051a4d97a/queue: creating writer at 1733130238579 (+436 ms)Flushing c78b2672d3a0a7a462f4890051a4d97a/queue: appending metadata at 1733130238614 (+35 ms)Flushing c78b2672d3a0a7a462f4890051a4d97a/queue: closing flushed file at 1733130238614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fd71a1b: reopening flushed file at 1733130238669 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74845b50: reopening flushed file at 1733130238684 (+15 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for c78b2672d3a0a7a462f4890051a4d97a in 628ms, sequenceid=10, compaction requested=false at 1733130238731 (+47 ms)Writing region close event to WAL at 1733130238750 (+19 ms)Running coprocessor post-close hooks at 1733130238782 (+32 ms)Closed at 1733130238782 2024-12-02T09:03:58,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733130168403.c78b2672d3a0a7a462f4890051a4d97a. 2024-12-02T09:03:58,783 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d801289545c5f5e8f1f2aeb98b04412c, disabling compactions & flushes 2024-12-02T09:03:58,783 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:03:58,783 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:03:58,783 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. after waiting 0 ms 2024-12-02T09:03:58,783 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:03:58,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741849_1025 (size=5308) 2024-12-02T09:03:58,805 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/default/test/d801289545c5f5e8f1f2aeb98b04412c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T09:03:58,806 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:03:58,806 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:03:58,806 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:03:58,806 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d801289545c5f5e8f1f2aeb98b04412c: Waiting for close lock at 1733130238783Running coprocessor pre-close hooks at 1733130238783Disabling compacts and flushes for region at 1733130238783Disabling writes for close at 1733130238783Writing region close event to WAL at 1733130238795 (+12 ms)Running coprocessor post-close hooks at 1733130238806 (+11 ms)Closed at 1733130238806 2024-12-02T09:03:58,806 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130164068.d801289545c5f5e8f1f2aeb98b04412c. 2024-12-02T09:03:58,904 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:03:59,104 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:03:59,104 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:03:59,105 DEBUG [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:03:59,190 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/table/a777cbd9907d45e6827333e3b20be42e 2024-12-02T09:03:59,195 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/info/4fb6ddae008445209c24a3753154df26 as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/info/4fb6ddae008445209c24a3753154df26 2024-12-02T09:03:59,200 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/info/4fb6ddae008445209c24a3753154df26, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:03:59,201 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/ns/7fe82b6296a84059aff4ce2a5761ba3b as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/ns/7fe82b6296a84059aff4ce2a5761ba3b 2024-12-02T09:03:59,206 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/ns/7fe82b6296a84059aff4ce2a5761ba3b, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:03:59,207 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/rep_barrier/d3bae6c281944ef280a6f707aa4e69da as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/rep_barrier/d3bae6c281944ef280a6f707aa4e69da 2024-12-02T09:03:59,212 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/rep_barrier/d3bae6c281944ef280a6f707aa4e69da, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:03:59,213 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/.tmp/table/a777cbd9907d45e6827333e3b20be42e as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/table/a777cbd9907d45e6827333e3b20be42e 2024-12-02T09:03:59,221 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/table/a777cbd9907d45e6827333e3b20be42e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:03:59,222 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1118ms, sequenceid=16, compaction requested=false 2024-12-02T09:03:59,255 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:03:59,256 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:03:59,256 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:03:59,256 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:03:59,256 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130238103Running coprocessor pre-close hooks at 1733130238103Disabling compacts and flushes for region at 1733130238103Disabling writes for close at 1733130238104 (+1 ms)Obtaining lock to block concurrent updates at 1733130238104Preparing flush snapshotting stores in 1588230740 at 1733130238104Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130238104Flushing stores of hbase:meta,,1.1588230740 at 1733130238105 (+1 ms)Flushing 1588230740/info: creating writer at 1733130238105Flushing 1588230740/info: appending metadata at 1733130238140 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733130238140Flushing 1588230740/ns: creating writer at 1733130238567 (+427 ms)Flushing 1588230740/ns: appending metadata at 1733130238609 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1733130238609Flushing 1588230740/rep_barrier: creating writer at 1733130238648 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130238682 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130238682Flushing 1588230740/table: creating writer at 1733130238741 (+59 ms)Flushing 1588230740/table: appending metadata at 1733130238774 (+33 ms)Flushing 1588230740/table: closing flushed file at 1733130238774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1dbbc8: reopening flushed file at 1733130239194 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a2ce969: reopening flushed file at 1733130239200 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c39899f: reopening flushed file at 1733130239206 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7944fb20: reopening flushed file at 1733130239213 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1118ms, sequenceid=16, compaction requested=false at 1733130239222 (+9 ms)Writing region close event to WAL at 1733130239223 (+1 ms)Running coprocessor post-close hooks at 1733130239256 (+33 ms)Closed at 1733130239256 2024-12-02T09:03:59,257 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:03:59,305 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,39667,1733130156604; all regions closed. 2024-12-02T09:03:59,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741834_1010 (size=4239) 2024-12-02T09:03:59,318 DEBUG [RS:0;7c6d666a4939:39667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/oldWALs 2024-12-02T09:03:59,318 INFO [RS:0;7c6d666a4939:39667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C39667%2C1733130156604.meta:.meta(num 1733130159235) 2024-12-02T09:03:59,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741839_1015 (size=2700) 2024-12-02T09:03:59,352 DEBUG [RS:0;7c6d666a4939:39667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/oldWALs 2024-12-02T09:03:59,352 INFO [RS:0;7c6d666a4939:39667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C39667%2C1733130156604.rep:(num 1733130169538) 2024-12-02T09:03:59,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741832_1008 (size=1300) 2024-12-02T09:03:59,396 DEBUG [RS:0;7c6d666a4939:39667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/oldWALs 2024-12-02T09:03:59,396 INFO [RS:0;7c6d666a4939:39667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C39667%2C1733130156604:(num 1733130158272) 2024-12-02T09:03:59,396 DEBUG [RS:0;7c6d666a4939:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:59,396 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:03:59,396 INFO [RS:0;7c6d666a4939:39667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:03:59,396 INFO [RS:0;7c6d666a4939:39667 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:03:59,396 INFO [RS:0;7c6d666a4939:39667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:03:59,396 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:03:59,397 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,39667,1733130156604 because: Region server is closing 2024-12-02T09:03:59,397 INFO [RS:0;7c6d666a4939:39667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:39667. 2024-12-02T09:03:59,397 DEBUG [RS:0;7c6d666a4939:39667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:03:59,397 DEBUG [RS:0;7c6d666a4939:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:59,397 DEBUG [RS:0;7c6d666a4939:39667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:03:59,397 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:03:59,498 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.wal-reader.7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T09:03:59,498 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.shipper7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T09:03:59,498 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39667,1733130156604.replicationSource.shipper7c6d666a4939%2C39667%2C1733130156604,1-7c6d666a4939,39667,1733130156604 terminated 2024-12-02T09:03:59,498 INFO [RS:0;7c6d666a4939:39667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39667 2024-12-02T09:03:59,540 INFO [RS:0;7c6d666a4939:39667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:03:59,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477/rs 2024-12-02T09:03:59,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01199371477/rs/7c6d666a4939,39667,1733130156604 2024-12-02T09:03:59,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,39667,1733130156604] 2024-12-02T09:03:59,557 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01199371477/draining/7c6d666a4939,39667,1733130156604 already deleted, retry=false 2024-12-02T09:03:59,557 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,39667,1733130156604 expired; onlineServers=0 2024-12-02T09:03:59,557 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,34821,1733130156432' ***** 2024-12-02T09:03:59,557 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:03:59,557 INFO [M:0;7c6d666a4939:34821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:03:59,557 INFO [M:0;7c6d666a4939:34821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:03:59,557 DEBUG [M:0;7c6d666a4939:34821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:03:59,557 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:03:59,557 DEBUG [M:0;7c6d666a4939:34821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:03:59,557 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130157998 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130157998,5,FailOnTimeoutGroup] 2024-12-02T09:03:59,557 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130157999 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130157999,5,FailOnTimeoutGroup] 2024-12-02T09:03:59,557 INFO [M:0;7c6d666a4939:34821 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:03:59,557 INFO [M:0;7c6d666a4939:34821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:03:59,557 DEBUG [M:0;7c6d666a4939:34821 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:03:59,557 INFO [M:0;7c6d666a4939:34821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:03:59,557 INFO [M:0;7c6d666a4939:34821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:03:59,557 INFO [M:0;7c6d666a4939:34821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:03:59,557 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:03:59,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01199371477/master 2024-12-02T09:03:59,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01199371477 2024-12-02T09:03:59,565 DEBUG [M:0;7c6d666a4939:34821 {}] zookeeper.ZKUtil(347): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Unable to get data of znode /01199371477/master because node does not exist (not an error) 2024-12-02T09:03:59,565 WARN [M:0;7c6d666a4939:34821 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:03:59,567 INFO [M:0;7c6d666a4939:34821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/.lastflushedseqids 2024-12-02T09:03:59,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741850_1026 (size=263) 2024-12-02T09:03:59,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:03:59,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:03:59,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:03:59,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:03:59,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:03:59,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:03:59,648 INFO [RS:0;7c6d666a4939:39667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:03:59,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39667-0x1009a3952730001, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:03:59,648 INFO [RS:0;7c6d666a4939:39667 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,39667,1733130156604; zookeeper connection closed. 2024-12-02T09:03:59,649 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3fc66fc2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3fc66fc2 2024-12-02T09:03:59,649 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:03:59,977 INFO [M:0;7c6d666a4939:34821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:03:59,977 INFO [M:0;7c6d666a4939:34821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:03:59,977 DEBUG [M:0;7c6d666a4939:34821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:03:59,977 INFO [M:0;7c6d666a4939:34821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:03:59,977 DEBUG [M:0;7c6d666a4939:34821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:03:59,977 DEBUG [M:0;7c6d666a4939:34821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:03:59,977 DEBUG [M:0;7c6d666a4939:34821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:03:59,977 INFO [M:0;7c6d666a4939:34821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-12-02T09:03:59,996 DEBUG [M:0;7c6d666a4939:34821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3ccf6d73fc24c76943ee1d1f4354206 is 82, key is hbase:meta,,1/info:regioninfo/1733130159276/Put/seqid=0 2024-12-02T09:04:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741851_1027 (size=5672) 2024-12-02T09:04:00,000 INFO [M:0;7c6d666a4939:34821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3ccf6d73fc24c76943ee1d1f4354206 2024-12-02T09:04:00,026 DEBUG [M:0;7c6d666a4939:34821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8fcd06c7ffc4454b38c7d2629a7dcf9 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733130165246/Put/seqid=0 2024-12-02T09:04:00,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741852_1028 (size=7239) 2024-12-02T09:04:00,035 INFO [M:0;7c6d666a4939:34821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8fcd06c7ffc4454b38c7d2629a7dcf9 2024-12-02T09:04:00,051 INFO [M:0;7c6d666a4939:34821 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8fcd06c7ffc4454b38c7d2629a7dcf9 2024-12-02T09:04:00,079 DEBUG [M:0;7c6d666a4939:34821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62a50db90e184755bdc706f3cb094b10 is 69, key is 7c6d666a4939,39667,1733130156604/rs:state/1733130158085/Put/seqid=0 2024-12-02T09:04:00,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741853_1029 (size=5156) 2024-12-02T09:04:00,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:04:00,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:00,115 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:00,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:00,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:00,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:00,488 INFO [M:0;7c6d666a4939:34821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62a50db90e184755bdc706f3cb094b10 2024-12-02T09:04:00,493 DEBUG [M:0;7c6d666a4939:34821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3ccf6d73fc24c76943ee1d1f4354206 as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3ccf6d73fc24c76943ee1d1f4354206 2024-12-02T09:04:00,498 INFO [M:0;7c6d666a4939:34821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3ccf6d73fc24c76943ee1d1f4354206, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T09:04:00,499 DEBUG [M:0;7c6d666a4939:34821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8fcd06c7ffc4454b38c7d2629a7dcf9 as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8fcd06c7ffc4454b38c7d2629a7dcf9 2024-12-02T09:04:00,504 INFO [M:0;7c6d666a4939:34821 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8fcd06c7ffc4454b38c7d2629a7dcf9 2024-12-02T09:04:00,504 INFO [M:0;7c6d666a4939:34821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8fcd06c7ffc4454b38c7d2629a7dcf9, entries=11, sequenceid=105, filesize=7.1 K 2024-12-02T09:04:00,505 DEBUG [M:0;7c6d666a4939:34821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62a50db90e184755bdc706f3cb094b10 as hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62a50db90e184755bdc706f3cb094b10 2024-12-02T09:04:00,509 INFO [M:0;7c6d666a4939:34821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36297/user/jenkins/test-data/e38e879b-fcd9-1db7-4a4d-ba50b9f1047d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62a50db90e184755bdc706f3cb094b10, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T09:04:00,510 INFO [M:0;7c6d666a4939:34821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=105, compaction requested=false 2024-12-02T09:04:00,515 INFO [M:0;7c6d666a4939:34821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:00,516 DEBUG [M:0;7c6d666a4939:34821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130239977Disabling compacts and flushes for region at 1733130239977Disabling writes for close at 1733130239977Obtaining lock to block concurrent updates at 1733130239977Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130239977Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1733130239978 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130239978Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130239978Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130239995 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130239996 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130240005 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130240025 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130240025Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130240052 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130240079 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130240079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b2d817: reopening flushed file at 1733130240493 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9bf681: reopening flushed file at 1733130240499 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b3fd150: reopening flushed file at 1733130240504 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=105, compaction requested=false at 1733130240510 (+6 ms)Writing region close event to WAL at 1733130240515 (+5 ms)Closed at 1733130240515 2024-12-02T09:04:00,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38849 is added to blk_1073741830_1006 (size=64514) 2024-12-02T09:04:00,518 INFO [M:0;7c6d666a4939:34821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:04:00,518 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:04:00,519 INFO [M:0;7c6d666a4939:34821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34821 2024-12-02T09:04:00,519 INFO [M:0;7c6d666a4939:34821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:04:00,640 INFO [M:0;7c6d666a4939:34821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:04:00,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:00,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34821-0x1009a3952730000, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:00,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ba2ff2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:04:00,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@658ab1cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:04:00,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:04:00,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e8d23e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:04:00,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37779424{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/hadoop.log.dir/,STOPPED} 2024-12-02T09:04:00,644 WARN [BP-1967927695-172.17.0.3-1733130154839 heartbeating to localhost/127.0.0.1:36297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:04:00,644 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:04:00,644 WARN [BP-1967927695-172.17.0.3-1733130154839 heartbeating to localhost/127.0.0.1:36297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1967927695-172.17.0.3-1733130154839 (Datanode Uuid 87a82472-9e5d-42a5-96cb-2db7e9199744) service to localhost/127.0.0.1:36297 2024-12-02T09:04:00,644 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:04:00,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/cluster_df5967e9-50a4-fc5e-e74b-234520036871/data/data1/current/BP-1967927695-172.17.0.3-1733130154839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:04:00,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/cluster_df5967e9-50a4-fc5e-e74b-234520036871/data/data2/current/BP-1967927695-172.17.0.3-1733130154839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:04:00,645 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:04:00,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61d5f70c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:04:00,651 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@254f68ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:04:00,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:04:00,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cbf8790{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:04:00,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a1098a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/962e95c0-b633-63e2-fd4a-3296c4e93766/hadoop.log.dir/,STOPPED} 2024-12-02T09:04:00,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T09:04:00,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:04:00,673 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 138) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35253 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53762) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:36297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:36297 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:36297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f9954b8eeb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f9954b8eeb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53762) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 436), ProcessCount=11 (was 11), AvailableMemoryMB=1629 (was 692) - AvailableMemoryMB LEAK? - 2024-12-02T09:04:00,680 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=385, ProcessCount=11, AvailableMemoryMB=1629 2024-12-02T09:04:00,695 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-02T09:04:00,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/hadoop.log.dir so I do NOT create it in target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956 2024-12-02T09:04:00,695 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:04:00,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/hadoop.tmp.dir so I do NOT create it in target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956 2024-12-02T09:04:00,695 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc15c9ff-c5cc-1fc2-1982-504663afd349/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:04:00,695 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956 2024-12-02T09:04:00,695 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/cluster_f7f2919b-bb9f-504b-d507-3f55e83fb93c, deleteOnExit=true 2024-12-02T09:04:00,698 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/cluster_f7f2919b-bb9f-504b-d507-3f55e83fb93c/zookeeper_0, clientPort=50385, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/cluster_f7f2919b-bb9f-504b-d507-3f55e83fb93c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/cluster_f7f2919b-bb9f-504b-d507-3f55e83fb93c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T09:04:00,699 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50385 2024-12-02T09:04:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:04:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:04:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/test.cache.data in system properties and HBase conf 2024-12-02T09:04:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:04:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:04:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:04:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:04:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:04:00,699 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:04:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:00,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:04:00,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:04:00,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009a3952730005, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:04:00,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009a3952730005, quorum=127.0.0.1:53762, baseZNode=/11521205813 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:04:00,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009a3952730002, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:04:00,755 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009a3952730002, quorum=127.0.0.1:53762, baseZNode=/01199371477 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:04:00,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:00,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:00,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:00,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:00,959 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:04:00,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:00,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c05425a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:00,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7437257b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:01,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@899cea9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/java.io.tmpdir/jetty-localhost-45429-hadoop-hdfs-3_4_1-tests_jar-_-any-18228001481051864771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:04:01,055 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dc85baf{HTTP/1.1, (http/1.1)}{localhost:45429} 2024-12-02T09:04:01,055 INFO [Time-limited test {}] server.Server(415): Started @135595ms 2024-12-02T09:04:01,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:01,236 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:01,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:01,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:01,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:04:01,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22d9d134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:01,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@723e439e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:01,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:01,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:04:01,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T09:04:01,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T09:04:01,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T09:04:01,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:01,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:04:01,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1650c7ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/java.io.tmpdir/jetty-localhost-46563-hadoop-hdfs-3_4_1-tests_jar-_-any-4042503403169227200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:04:01,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@687da7d7{HTTP/1.1, (http/1.1)}{localhost:46563} 2024-12-02T09:04:01,330 INFO [Time-limited test {}] server.Server(415): Started @135870ms 2024-12-02T09:04:01,331 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:04:01,805 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/cluster_f7f2919b-bb9f-504b-d507-3f55e83fb93c/data/data1/current/BP-328973615-172.17.0.3-1733130240728/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:01,807 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/cluster_f7f2919b-bb9f-504b-d507-3f55e83fb93c/data/data2/current/BP-328973615-172.17.0.3-1733130240728/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:01,864 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:04:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f38703a883db976 with lease ID 0xaf9dedf9b78b6288: Processing first storage report for DS-f848fc88-e71c-4dbd-880d-84b067686199 from datanode DatanodeRegistration(127.0.0.1:44149, datanodeUuid=2004ac8c-c622-4611-9ec2-0bfa38b07c96, infoPort=43657, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1062039195;c=1733130240728) 2024-12-02T09:04:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f38703a883db976 with lease ID 0xaf9dedf9b78b6288: from storage DS-f848fc88-e71c-4dbd-880d-84b067686199 node DatanodeRegistration(127.0.0.1:44149, datanodeUuid=2004ac8c-c622-4611-9ec2-0bfa38b07c96, infoPort=43657, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1062039195;c=1733130240728), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:04:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f38703a883db976 with lease ID 0xaf9dedf9b78b6288: Processing first storage report for DS-cdaa708b-0f7f-4c7f-8a65-a7f3f634783d from datanode DatanodeRegistration(127.0.0.1:44149, datanodeUuid=2004ac8c-c622-4611-9ec2-0bfa38b07c96, infoPort=43657, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1062039195;c=1733130240728) 2024-12-02T09:04:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f38703a883db976 with lease ID 0xaf9dedf9b78b6288: from storage DS-cdaa708b-0f7f-4c7f-8a65-a7f3f634783d node DatanodeRegistration(127.0.0.1:44149, datanodeUuid=2004ac8c-c622-4611-9ec2-0bfa38b07c96, infoPort=43657, infoSecurePort=0, ipcPort=39073, storageInfo=lv=-57;cid=testClusterID;nsid=1062039195;c=1733130240728), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:04:01,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956 2024-12-02T09:04:01,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:01,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:01,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:04:02,379 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7 with version=8 2024-12-02T09:04:02,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/hbase-staging 2024-12-02T09:04:02,381 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:02,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:02,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:02,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:02,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:02,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:02,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:04:02,381 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:02,382 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46003 2024-12-02T09:04:02,382 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46003 connecting to ZooKeeper ensemble=127.0.0.1:50385 2024-12-02T09:04:02,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460030x0, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:02,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46003-0x1009a3aa1ee0000 connected 2024-12-02T09:04:02,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:02,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:02,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/running 2024-12-02T09:04:02,526 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7, hbase.cluster.distributed=false 2024-12-02T09:04:02,528 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/acl 2024-12-02T09:04:02,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46003 2024-12-02T09:04:02,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46003 2024-12-02T09:04:02,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46003 2024-12-02T09:04:02,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46003 2024-12-02T09:04:02,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46003 2024-12-02T09:04:02,544 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:02,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:02,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:02,544 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:02,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:02,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:02,544 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:04:02,544 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:02,545 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39295 2024-12-02T09:04:02,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39295 connecting to ZooKeeper ensemble=127.0.0.1:50385 2024-12-02T09:04:02,546 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:02,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:02,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392950x0, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:02,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392950x0, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/running 2024-12-02T09:04:02,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:04:02,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39295-0x1009a3aa1ee0001 connected 2024-12-02T09:04:02,559 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:04:02,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/master 2024-12-02T09:04:02,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/acl 2024-12-02T09:04:02,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39295 2024-12-02T09:04:02,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39295 2024-12-02T09:04:02,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39295 2024-12-02T09:04:02,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39295 2024-12-02T09:04:02,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39295 2024-12-02T09:04:02,588 DEBUG [M:0;7c6d666a4939:46003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:46003 2024-12-02T09:04:02,588 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1607925611/backup-masters/7c6d666a4939,46003,1733130242381 2024-12-02T09:04:02,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/backup-masters 2024-12-02T09:04:02,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/backup-masters 2024-12-02T09:04:02,631 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on existing znode=/0-1607925611/backup-masters/7c6d666a4939,46003,1733130242381 2024-12-02T09:04:02,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1607925611/master 2024-12-02T09:04:02,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:02,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:02,639 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on existing znode=/0-1607925611/master 2024-12-02T09:04:02,639 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1607925611/backup-masters/7c6d666a4939,46003,1733130242381 from backup master directory 2024-12-02T09:04:02,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/backup-masters 2024-12-02T09:04:02,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1607925611/backup-masters/7c6d666a4939,46003,1733130242381 2024-12-02T09:04:02,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/backup-masters 2024-12-02T09:04:02,647 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:02,647 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,46003,1733130242381 2024-12-02T09:04:02,650 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/hbase.id] with ID: 4f52904e-cecb-437a-b7f1-2eef40ba4b39 2024-12-02T09:04:02,650 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/.tmp/hbase.id 2024-12-02T09:04:02,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:04:03,055 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/.tmp/hbase.id]:[hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/hbase.id] 2024-12-02T09:04:03,064 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:03,064 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:04:03,064 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T09:04:03,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:03,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:03,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:04:03,503 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:03,503 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:04:03,504 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:04:03,914 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store 2024-12-02T09:04:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:04:04,321 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:04,321 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:04:04,321 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:04,321 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:04,321 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:04:04,321 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:04,322 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:04,322 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130244321Disabling compacts and flushes for region at 1733130244321Disabling writes for close at 1733130244321Writing region close event to WAL at 1733130244321Closed at 1733130244321 2024-12-02T09:04:04,323 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/.initializing 2024-12-02T09:04:04,323 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,46003,1733130242381 2024-12-02T09:04:04,324 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:04,326 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C46003%2C1733130242381, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,46003,1733130242381, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/oldWALs, maxLogs=10 2024-12-02T09:04:04,344 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,46003,1733130242381/7c6d666a4939%2C46003%2C1733130242381.1733130244326, exclude list is [], retry=0 2024-12-02T09:04:04,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-f848fc88-e71c-4dbd-880d-84b067686199,DISK] 2024-12-02T09:04:04,348 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,46003,1733130242381/7c6d666a4939%2C46003%2C1733130242381.1733130244326 2024-12-02T09:04:04,348 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-12-02T09:04:04,348 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:04,349 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:04,349 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,349 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:04:04,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:04,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:04,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:04:04,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:04,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:04,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:04:04,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:04,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:04,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:04:04,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:04,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:04,356 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,356 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,356 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,358 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,358 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,358 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:04,359 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:04,361 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:04,361 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75115001, jitterRate=0.1193007379770279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:04,362 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130244349Initializing all the Stores at 1733130244350 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130244350Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130244350Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130244350Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130244350Cleaning up temporary data from old regions at 1733130244358 (+8 ms)Region opened successfully at 1733130244362 (+4 ms) 2024-12-02T09:04:04,362 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:04:04,365 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cceac80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:04,366 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:04:04,366 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:04:04,366 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:04:04,366 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:04:04,366 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:04:04,367 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:04:04,367 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:04:04,369 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:04:04,369 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Unable to get data of znode /0-1607925611/balancer because node does not exist (not necessarily an error) 2024-12-02T09:04:04,405 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/balancer already deleted, retry=false 2024-12-02T09:04:04,406 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:04:04,406 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Unable to get data of znode /0-1607925611/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:04:04,414 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/normalizer already deleted, retry=false 2024-12-02T09:04:04,414 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:04:04,415 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Unable to get data of znode /0-1607925611/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:04:04,422 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/switch/split already deleted, retry=false 2024-12-02T09:04:04,423 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Unable to get data of znode /0-1607925611/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:04:04,430 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/switch/merge already deleted, retry=false 2024-12-02T09:04:04,432 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Unable to get data of znode /0-1607925611/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:04:04,439 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/snapshot-cleanup already deleted, retry=false 2024-12-02T09:04:04,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1607925611/running 2024-12-02T09:04:04,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1607925611/running 2024-12-02T09:04:04,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:04,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:04,447 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,46003,1733130242381, sessionid=0x1009a3aa1ee0000, setting cluster-up flag (Was=false) 2024-12-02T09:04:04,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:04,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:04,489 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1607925611/flush-table-proc/acquired, /0-1607925611/flush-table-proc/reached, /0-1607925611/flush-table-proc/abort 2024-12-02T09:04:04,490 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,46003,1733130242381 2024-12-02T09:04:04,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:04,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:04,530 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1607925611/online-snapshot/acquired, /0-1607925611/online-snapshot/reached, /0-1607925611/online-snapshot/abort 2024-12-02T09:04:04,531 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,46003,1733130242381 2024-12-02T09:04:04,533 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:04:04,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:04,535 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:04:04,535 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:04:04,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,46003,1733130242381 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:04:04,536 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:04,536 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:04,536 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:04,536 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:04,536 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:04:04,537 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,537 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:04,537 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,537 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130274537 2024-12-02T09:04:04,537 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:04:04,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:04:04,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:04:04,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:04:04,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:04:04,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:04:04,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,538 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:04,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:04:04,538 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:04:04,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:04:04,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:04:04,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:04:04,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:04:04,539 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:04:04,539 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130244539,5,FailOnTimeoutGroup] 2024-12-02T09:04:04,539 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130244539,5,FailOnTimeoutGroup] 2024-12-02T09:04:04,539 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,539 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:04:04,539 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,539 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,539 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:04,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:04:04,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:04:04,577 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(746): ClusterId : 4f52904e-cecb-437a-b7f1-2eef40ba4b39 2024-12-02T09:04:04,577 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:04:04,581 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:04:04,581 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:04:04,589 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:04:04,590 DEBUG [RS:0;7c6d666a4939:39295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33da9ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:04,608 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:39295 2024-12-02T09:04:04,608 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:04:04,608 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:04:04,608 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:04:04,609 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,46003,1733130242381 with port=39295, startcode=1733130242543 2024-12-02T09:04:04,609 DEBUG [RS:0;7c6d666a4939:39295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:04:04,611 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:04:04,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46003 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,39295,1733130242543 2024-12-02T09:04:04,611 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46003 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,39295,1733130242543 2024-12-02T09:04:04,612 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7 2024-12-02T09:04:04,613 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46269 2024-12-02T09:04:04,613 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:04:04,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/rs 2024-12-02T09:04:04,622 DEBUG [RS:0;7c6d666a4939:39295 {}] zookeeper.ZKUtil(111): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on existing znode=/0-1607925611/rs/7c6d666a4939,39295,1733130242543 2024-12-02T09:04:04,623 WARN [RS:0;7c6d666a4939:39295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:04,623 INFO [RS:0;7c6d666a4939:39295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:04,623 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543 2024-12-02T09:04:04,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,39295,1733130242543] 2024-12-02T09:04:04,626 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:04:04,627 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:04:04,631 INFO [RS:0;7c6d666a4939:39295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:04:04,631 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,631 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:04:04,632 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:04:04,632 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:04,632 DEBUG [RS:0;7c6d666a4939:39295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:04,634 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,634 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,634 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,634 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,634 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,634 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39295,1733130242543-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:04,646 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:04:04,646 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39295,1733130242543-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,646 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,646 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.Replication(171): 7c6d666a4939,39295,1733130242543 started 2024-12-02T09:04:04,657 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:04,657 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,39295,1733130242543, RpcServer on 7c6d666a4939/172.17.0.3:39295, sessionid=0x1009a3aa1ee0001 2024-12-02T09:04:04,657 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:04:04,657 DEBUG [RS:0;7c6d666a4939:39295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,39295,1733130242543 2024-12-02T09:04:04,657 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,39295,1733130242543' 2024-12-02T09:04:04,657 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1607925611/flush-table-proc/abort' 2024-12-02T09:04:04,658 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1607925611/flush-table-proc/acquired' 2024-12-02T09:04:04,658 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:04:04,658 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:04:04,658 DEBUG [RS:0;7c6d666a4939:39295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,39295,1733130242543 2024-12-02T09:04:04,658 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,39295,1733130242543' 2024-12-02T09:04:04,658 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1607925611/online-snapshot/abort' 2024-12-02T09:04:04,658 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1607925611/online-snapshot/acquired' 2024-12-02T09:04:04,659 DEBUG [RS:0;7c6d666a4939:39295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:04:04,659 INFO [RS:0;7c6d666a4939:39295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:04:04,659 INFO [RS:0;7c6d666a4939:39295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:04:04,759 INFO [RS:0;7c6d666a4939:39295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:04,761 INFO [RS:0;7c6d666a4939:39295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39295%2C1733130242543, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs, maxLogs=10 2024-12-02T09:04:04,772 DEBUG [RS:0;7c6d666a4939:39295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.1733130244761, exclude list is [], retry=0 2024-12-02T09:04:04,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-f848fc88-e71c-4dbd-880d-84b067686199,DISK] 2024-12-02T09:04:04,776 INFO [RS:0;7c6d666a4939:39295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.1733130244761 2024-12-02T09:04:04,777 DEBUG [RS:0;7c6d666a4939:39295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-12-02T09:04:04,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:04:04,950 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7 2024-12-02T09:04:04,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:04:05,000 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:04:05,016 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:05,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:05,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:05,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:05,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:05,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:05,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:05,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:04:05,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:04:05,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:05,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:05,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:04:05,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:04:05,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:05,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:05,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:04:05,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:04:05,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:05,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:05,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:04:05,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:04:05,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:05,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:05,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:04:05,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740 2024-12-02T09:04:05,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740 2024-12-02T09:04:05,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:04:05,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:04:05,365 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:05,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:04:05,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:05,368 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74731122, jitterRate=0.11358049511909485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:05,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130245355Initializing all the Stores at 1733130245356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130245356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130245357 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130245357Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130245357Cleaning up temporary data from old regions at 1733130245364 (+7 ms)Region opened successfully at 1733130245368 (+4 ms) 2024-12-02T09:04:05,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:04:05,369 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:04:05,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:04:05,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:04:05,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:04:05,369 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:05,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130245369Disabling compacts and flushes for region at 1733130245369Disabling writes for close at 1733130245369Writing region close event to WAL at 1733130245369Closed at 1733130245369 2024-12-02T09:04:05,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:05,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:04:05,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:04:05,372 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:05,372 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:04:05,523 DEBUG [7c6d666a4939:46003 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:04:05,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,39295,1733130242543 2024-12-02T09:04:05,524 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,39295,1733130242543, state=OPENING 2024-12-02T09:04:05,539 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:04:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:05,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:05,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: CHANGED 2024-12-02T09:04:05,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: CHANGED 2024-12-02T09:04:05,569 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:05,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,39295,1733130242543}] 2024-12-02T09:04:05,721 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:04:05,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:04:05,725 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:04:05,725 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:05,726 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:04:05,727 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39295%2C1733130242543.meta, suffix=.meta, logDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs, maxLogs=10 2024-12-02T09:04:05,738 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.meta.1733130245727.meta, exclude list is [], retry=0 2024-12-02T09:04:05,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-f848fc88-e71c-4dbd-880d-84b067686199,DISK] 2024-12-02T09:04:05,741 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.meta.1733130245727.meta 2024-12-02T09:04:05,741 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-12-02T09:04:05,741 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:05,742 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:05,742 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:04:05,742 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:04:05,742 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:04:05,742 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:04:05,742 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:05,742 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:04:05,742 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:04:05,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:04:05,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:04:05,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:05,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:05,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:04:05,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:04:05,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:05,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:05,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:04:05,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:04:05,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:05,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:05,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:04:05,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:04:05,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:05,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:05,747 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:04:05,747 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740 2024-12-02T09:04:05,748 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740 2024-12-02T09:04:05,749 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:04:05,749 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:04:05,750 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:05,751 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:04:05,751 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65554709, jitterRate=-0.023158714175224304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:05,751 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:04:05,752 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130245742Writing region info on filesystem at 1733130245742Initializing all the Stores at 1733130245743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130245743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130245743Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130245743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130245743Cleaning up temporary data from old regions at 1733130245749 (+6 ms)Running coprocessor post-open hooks at 1733130245751 (+2 ms)Region opened successfully at 1733130245752 (+1 ms) 2024-12-02T09:04:05,753 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130245721 2024-12-02T09:04:05,755 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:04:05,755 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:04:05,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,39295,1733130242543 2024-12-02T09:04:05,757 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,39295,1733130242543, state=OPEN 2024-12-02T09:04:05,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1607925611/meta-region-server 2024-12-02T09:04:05,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1607925611/meta-region-server 2024-12-02T09:04:05,772 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,39295,1733130242543 2024-12-02T09:04:05,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: CHANGED 2024-12-02T09:04:05,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: CHANGED 2024-12-02T09:04:05,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:04:05,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,39295,1733130242543 in 203 msec 2024-12-02T09:04:05,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:04:05,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 405 msec 2024-12-02T09:04:05,777 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:05,777 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:04:05,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:05,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39295,1733130242543, seqNum=-1] 2024-12-02T09:04:05,779 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:05,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:05,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2500 sec 2024-12-02T09:04:05,785 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130245785, completionTime=-1 2024-12-02T09:04:05,785 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:04:05,785 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:04:05,787 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:04:05,787 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130305787 2024-12-02T09:04:05,787 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130365787 2024-12-02T09:04:05,787 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T09:04:05,787 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46003,1733130242381-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:05,787 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46003,1733130242381-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:05,787 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46003,1733130242381-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:05,787 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:46003, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:05,787 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:05,788 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:05,789 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:04:05,791 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.144sec 2024-12-02T09:04:05,791 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:04:05,792 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:04:05,792 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:04:05,792 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:04:05,792 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:04:05,792 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46003,1733130242381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:05,792 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46003,1733130242381-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:04:05,794 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:04:05,794 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:04:05,794 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46003,1733130242381-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:05,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a0df1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:05,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46003,-1 for getting cluster id 2024-12-02T09:04:05,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:05,879 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f52904e-cecb-437a-b7f1-2eef40ba4b39' 2024-12-02T09:04:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f52904e-cecb-437a-b7f1-2eef40ba4b39" 2024-12-02T09:04:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1848e5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46003,-1] 2024-12-02T09:04:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:05,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:05,881 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:05,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7de3eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:05,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39295,1733130242543, seqNum=-1] 2024-12-02T09:04:05,883 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:05,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:05,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,46003,1733130242381 2024-12-02T09:04:05,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50385 2024-12-02T09:04:05,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:05,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009a3aa1ee0002 connected 2024-12-02T09:04:05,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/hadoop.log.dir so I do NOT create it in target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97 2024-12-02T09:04:05,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:04:05,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/hadoop.tmp.dir so I do NOT create it in target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97 2024-12-02T09:04:05,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:04:05,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97 2024-12-02T09:04:05,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:04:05,907 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/cluster_a022802f-0cc3-ef84-b0bd-d1e57c53e75e, deleteOnExit=true 2024-12-02T09:04:05,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:04:05,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/test.cache.data in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:04:05,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:04:05,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:04:05,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:04:05,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:05,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:04:05,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:04:06,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:06,127 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:06,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:06,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:06,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:04:06,129 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:06,130 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dbdb4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:06,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@364aa3f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:06,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6720f1ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/java.io.tmpdir/jetty-localhost-40551-hadoop-hdfs-3_4_1-tests_jar-_-any-9369990067728952395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:04:06,223 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3026bedf{HTTP/1.1, (http/1.1)}{localhost:40551} 2024-12-02T09:04:06,223 INFO [Time-limited test {}] server.Server(415): Started @140762ms 2024-12-02T09:04:06,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:06,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:06,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:06,418 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:06,418 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:04:06,418 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18da9bdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:06,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68639548{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:06,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6be8b747{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/java.io.tmpdir/jetty-localhost-44105-hadoop-hdfs-3_4_1-tests_jar-_-any-16146223559190801874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:04:06,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13405e6a{HTTP/1.1, (http/1.1)}{localhost:44105} 2024-12-02T09:04:06,512 INFO [Time-limited test {}] server.Server(415): Started @141051ms 2024-12-02T09:04:06,512 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:04:06,888 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/cluster_a022802f-0cc3-ef84-b0bd-d1e57c53e75e/data/data1/current/BP-250552579-172.17.0.3-1733130245924/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:06,888 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/cluster_a022802f-0cc3-ef84-b0bd-d1e57c53e75e/data/data2/current/BP-250552579-172.17.0.3-1733130245924/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:06,902 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:04:06,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95aee36c140eca68 with lease ID 0x1c4628d5c033a45e: Processing first storage report for DS-48dc0cdb-65b4-400d-9bb8-f49bae91aadd from datanode DatanodeRegistration(127.0.0.1:39451, datanodeUuid=5512140e-bb64-497b-8bed-9444af53b274, infoPort=38743, infoSecurePort=0, ipcPort=43135, storageInfo=lv=-57;cid=testClusterID;nsid=284416216;c=1733130245924) 2024-12-02T09:04:06,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95aee36c140eca68 with lease ID 0x1c4628d5c033a45e: from storage DS-48dc0cdb-65b4-400d-9bb8-f49bae91aadd node DatanodeRegistration(127.0.0.1:39451, datanodeUuid=5512140e-bb64-497b-8bed-9444af53b274, infoPort=38743, infoSecurePort=0, ipcPort=43135, storageInfo=lv=-57;cid=testClusterID;nsid=284416216;c=1733130245924), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:04:06,904 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95aee36c140eca68 with lease ID 0x1c4628d5c033a45e: Processing first storage report for DS-5bdd740a-6774-431f-88a7-f6842030b6b2 from datanode DatanodeRegistration(127.0.0.1:39451, datanodeUuid=5512140e-bb64-497b-8bed-9444af53b274, infoPort=38743, infoSecurePort=0, ipcPort=43135, storageInfo=lv=-57;cid=testClusterID;nsid=284416216;c=1733130245924) 2024-12-02T09:04:06,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95aee36c140eca68 with lease ID 0x1c4628d5c033a45e: from storage DS-5bdd740a-6774-431f-88a7-f6842030b6b2 node DatanodeRegistration(127.0.0.1:39451, datanodeUuid=5512140e-bb64-497b-8bed-9444af53b274, infoPort=38743, infoSecurePort=0, ipcPort=43135, storageInfo=lv=-57;cid=testClusterID;nsid=284416216;c=1733130245924), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:04:06,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97 2024-12-02T09:04:06,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:06,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:06,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:04:07,349 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538 with version=8 2024-12-02T09:04:07,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/hbase-staging 2024-12-02T09:04:07,351 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:07,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:07,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:07,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:07,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:07,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:07,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:04:07,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:07,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32785 2024-12-02T09:04:07,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32785 connecting to ZooKeeper ensemble=127.0.0.1:50385 2024-12-02T09:04:07,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327850x0, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:07,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32785-0x1009a3aa1ee0003 connected 2024-12-02T09:04:07,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:07,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:07,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Set watcher on znode that does not yet exist, /1-992710402/running 2024-12-02T09:04:07,451 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538, hbase.cluster.distributed=false 2024-12-02T09:04:07,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Set watcher on znode that does not yet exist, /1-992710402/acl 2024-12-02T09:04:07,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32785 2024-12-02T09:04:07,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32785 2024-12-02T09:04:07,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32785 2024-12-02T09:04:07,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32785 2024-12-02T09:04:07,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32785 2024-12-02T09:04:07,469 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:07,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:07,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:07,469 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:07,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:07,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:07,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:04:07,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:07,470 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43411 2024-12-02T09:04:07,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43411 connecting to ZooKeeper ensemble=127.0.0.1:50385 2024-12-02T09:04:07,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:07,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:07,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434110x0, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:07,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434110x0, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Set watcher on znode that does not yet exist, /1-992710402/running 2024-12-02T09:04:07,481 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:04:07,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43411-0x1009a3aa1ee0004 connected 2024-12-02T09:04:07,487 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:04:07,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Set watcher on znode that does not yet exist, /1-992710402/master 2024-12-02T09:04:07,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Set watcher on znode that does not yet exist, /1-992710402/acl 2024-12-02T09:04:07,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43411 2024-12-02T09:04:07,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43411 2024-12-02T09:04:07,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43411 2024-12-02T09:04:07,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43411 2024-12-02T09:04:07,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43411 2024-12-02T09:04:07,509 DEBUG [M:0;7c6d666a4939:32785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:32785 2024-12-02T09:04:07,509 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-992710402/backup-masters/7c6d666a4939,32785,1733130247351 2024-12-02T09:04:07,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402/backup-masters 2024-12-02T09:04:07,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402/backup-masters 2024-12-02T09:04:07,514 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Set watcher on existing znode=/1-992710402/backup-masters/7c6d666a4939,32785,1733130247351 2024-12-02T09:04:07,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:07,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-992710402/master 2024-12-02T09:04:07,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:07,522 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Set watcher on existing znode=/1-992710402/master 2024-12-02T09:04:07,522 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-992710402/backup-masters/7c6d666a4939,32785,1733130247351 from backup master directory 2024-12-02T09:04:07,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402/backup-masters 2024-12-02T09:04:07,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-992710402/backup-masters/7c6d666a4939,32785,1733130247351 2024-12-02T09:04:07,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402/backup-masters 2024-12-02T09:04:07,530 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:07,530 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,32785,1733130247351 2024-12-02T09:04:07,534 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/hbase.id] with ID: 99d2aa80-4461-4a45-b507-81578a09e747 2024-12-02T09:04:07,534 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/.tmp/hbase.id 2024-12-02T09:04:07,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:04:07,945 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/.tmp/hbase.id]:[hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/hbase.id] 2024-12-02T09:04:07,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:07,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:04:07,955 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T09:04:08,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:08,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:08,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:04:08,421 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:08,422 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:04:08,422 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:04:08,828 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store 2024-12-02T09:04:08,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:04:09,233 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:09,233 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:04:09,233 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:09,233 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:09,234 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-02T09:04:09,234 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:09,234 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:09,234 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130249233Disabling compacts and flushes for region at 1733130249233Disabling writes for close at 1733130249234 (+1 ms)Writing region close event to WAL at 1733130249234Closed at 1733130249234 2024-12-02T09:04:09,234 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/.initializing 2024-12-02T09:04:09,234 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/WALs/7c6d666a4939,32785,1733130247351 2024-12-02T09:04:09,235 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:09,237 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C32785%2C1733130247351, suffix=, logDir=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/WALs/7c6d666a4939,32785,1733130247351, archiveDir=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/oldWALs, maxLogs=10 2024-12-02T09:04:09,252 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/WALs/7c6d666a4939,32785,1733130247351/7c6d666a4939%2C32785%2C1733130247351.1733130249237, exclude list is [], retry=0 2024-12-02T09:04:09,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39451,DS-48dc0cdb-65b4-400d-9bb8-f49bae91aadd,DISK] 2024-12-02T09:04:09,256 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/WALs/7c6d666a4939,32785,1733130247351/7c6d666a4939%2C32785%2C1733130247351.1733130249237 2024-12-02T09:04:09,256 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38743:38743)] 2024-12-02T09:04:09,256 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:09,257 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:09,257 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,257 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:04:09,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:09,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:09,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:04:09,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:09,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:09,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:04:09,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:09,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:09,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:04:09,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:09,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:09,263 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,264 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,264 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,265 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,265 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,266 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:09,267 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:09,269 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:09,269 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70751076, jitterRate=0.05427318811416626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:09,269 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130249257Initializing all the Stores at 1733130249257Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130249257Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130249258 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130249258Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130249258Cleaning up temporary data from old regions at 1733130249265 (+7 ms)Region opened successfully at 1733130249269 (+4 ms) 2024-12-02T09:04:09,269 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:04:09,272 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6966ba29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:09,273 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:04:09,273 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:04:09,273 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:04:09,273 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:04:09,274 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:04:09,274 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:04:09,274 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:04:09,276 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:04:09,276 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Unable to get data of znode /1-992710402/balancer because node does not exist (not necessarily an error) 2024-12-02T09:04:09,305 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-992710402/balancer already deleted, retry=false 2024-12-02T09:04:09,306 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:04:09,306 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Unable to get data of znode /1-992710402/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:04:09,313 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-992710402/normalizer already deleted, retry=false 2024-12-02T09:04:09,314 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:04:09,315 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Unable to get data of znode /1-992710402/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:04:09,322 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-992710402/switch/split already deleted, retry=false 2024-12-02T09:04:09,322 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Unable to get data of znode /1-992710402/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:04:09,330 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-992710402/switch/merge already deleted, retry=false 2024-12-02T09:04:09,332 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Unable to get data of znode /1-992710402/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:04:09,338 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-992710402/snapshot-cleanup already deleted, retry=false 2024-12-02T09:04:09,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-992710402/running 2024-12-02T09:04:09,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-992710402/running 2024-12-02T09:04:09,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:09,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:09,348 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,32785,1733130247351, sessionid=0x1009a3aa1ee0003, setting cluster-up flag (Was=false) 2024-12-02T09:04:09,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:09,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:09,388 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-992710402/flush-table-proc/acquired, /1-992710402/flush-table-proc/reached, /1-992710402/flush-table-proc/abort 2024-12-02T09:04:09,389 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,32785,1733130247351 2024-12-02T09:04:09,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:09,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:09,430 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-992710402/online-snapshot/acquired, /1-992710402/online-snapshot/reached, /1-992710402/online-snapshot/abort 2024-12-02T09:04:09,431 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,32785,1733130247351 2024-12-02T09:04:09,432 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:04:09,433 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:09,434 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:04:09,434 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:04:09,434 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,32785,1733130247351 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:04:09,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:09,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:09,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:09,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:09,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:04:09,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:09,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,436 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130279436 2024-12-02T09:04:09,436 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:04:09,436 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:04:09,436 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:04:09,436 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:04:09,436 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:04:09,436 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:04:09,436 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:09,436 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,436 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:04:09,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:04:09,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:04:09,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:04:09,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:04:09,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:04:09,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:04:09,437 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:09,437 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130249437,5,FailOnTimeoutGroup] 2024-12-02T09:04:09,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:04:09,437 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130249437,5,FailOnTimeoutGroup] 2024-12-02T09:04:09,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:04:09,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,438 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:04:09,502 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(746): ClusterId : 99d2aa80-4461-4a45-b507-81578a09e747 2024-12-02T09:04:09,502 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:04:09,507 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:04:09,507 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:04:09,514 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:04:09,514 DEBUG [RS:0;7c6d666a4939:43411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795ddae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:09,524 DEBUG [RS:0;7c6d666a4939:43411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:43411 2024-12-02T09:04:09,524 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:04:09,524 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:04:09,524 DEBUG [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:04:09,525 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,32785,1733130247351 with port=43411, startcode=1733130247468 2024-12-02T09:04:09,525 DEBUG [RS:0;7c6d666a4939:43411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:04:09,526 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:04:09,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,43411,1733130247468 2024-12-02T09:04:09,527 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32785 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,43411,1733130247468 2024-12-02T09:04:09,528 DEBUG [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538 2024-12-02T09:04:09,528 DEBUG [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39391 2024-12-02T09:04:09,528 DEBUG [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:04:09,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402/rs 2024-12-02T09:04:09,600 DEBUG [RS:0;7c6d666a4939:43411 {}] zookeeper.ZKUtil(111): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Set watcher on existing znode=/1-992710402/rs/7c6d666a4939,43411,1733130247468 2024-12-02T09:04:09,600 WARN [RS:0;7c6d666a4939:43411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:09,600 INFO [RS:0;7c6d666a4939:43411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:09,601 DEBUG [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/WALs/7c6d666a4939,43411,1733130247468 2024-12-02T09:04:09,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,43411,1733130247468] 2024-12-02T09:04:09,607 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:04:09,611 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:04:09,612 INFO [RS:0;7c6d666a4939:43411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:04:09,612 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,612 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:04:09,615 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:04:09,616 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:09,616 DEBUG [RS:0;7c6d666a4939:43411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:09,620 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,620 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,620 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,620 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,620 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,621 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,43411,1733130247468-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:09,638 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:04:09,638 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,43411,1733130247468-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,638 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,638 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.Replication(171): 7c6d666a4939,43411,1733130247468 started 2024-12-02T09:04:09,656 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:09,656 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,43411,1733130247468, RpcServer on 7c6d666a4939/172.17.0.3:43411, sessionid=0x1009a3aa1ee0004 2024-12-02T09:04:09,657 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:04:09,657 DEBUG [RS:0;7c6d666a4939:43411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,43411,1733130247468 2024-12-02T09:04:09,657 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,43411,1733130247468' 2024-12-02T09:04:09,657 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-992710402/flush-table-proc/abort' 2024-12-02T09:04:09,657 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-992710402/flush-table-proc/acquired' 2024-12-02T09:04:09,663 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:04:09,663 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:04:09,663 DEBUG [RS:0;7c6d666a4939:43411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,43411,1733130247468 2024-12-02T09:04:09,663 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,43411,1733130247468' 2024-12-02T09:04:09,663 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-992710402/online-snapshot/abort' 2024-12-02T09:04:09,664 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-992710402/online-snapshot/acquired' 2024-12-02T09:04:09,664 DEBUG [RS:0;7c6d666a4939:43411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:04:09,664 INFO [RS:0;7c6d666a4939:43411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:04:09,664 INFO [RS:0;7c6d666a4939:43411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:04:09,765 INFO [RS:0;7c6d666a4939:43411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:09,766 INFO [RS:0;7c6d666a4939:43411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C43411%2C1733130247468, suffix=, logDir=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/WALs/7c6d666a4939,43411,1733130247468, archiveDir=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/oldWALs, maxLogs=10 2024-12-02T09:04:09,782 DEBUG [RS:0;7c6d666a4939:43411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/WALs/7c6d666a4939,43411,1733130247468/7c6d666a4939%2C43411%2C1733130247468.1733130249766, exclude list is [], retry=0 2024-12-02T09:04:09,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39451,DS-48dc0cdb-65b4-400d-9bb8-f49bae91aadd,DISK] 2024-12-02T09:04:09,786 INFO [RS:0;7c6d666a4939:43411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/WALs/7c6d666a4939,43411,1733130247468/7c6d666a4939%2C43411%2C1733130247468.1733130249766 2024-12-02T09:04:09,786 DEBUG [RS:0;7c6d666a4939:43411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38743:38743)] 2024-12-02T09:04:09,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:04:09,852 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538 2024-12-02T09:04:09,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:04:09,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:09,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:04:09,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:04:09,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:09,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:09,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:04:09,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:04:09,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:09,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:09,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:04:09,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:04:09,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:09,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:09,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:04:09,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:04:09,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:09,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:09,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:04:09,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/1588230740 2024-12-02T09:04:09,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/1588230740 2024-12-02T09:04:09,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:04:09,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:04:09,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:09,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:04:09,889 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:09,890 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66631086, jitterRate=-0.0071194469928741455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:09,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130249864Initializing all the Stores at 1733130249865 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130249865Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130249865Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130249865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130249865Cleaning up temporary data from old regions at 1733130249878 (+13 ms)Region opened successfully at 1733130249890 (+12 ms) 2024-12-02T09:04:09,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:04:09,890 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:04:09,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:04:09,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:04:09,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:04:09,890 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:09,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130249890Disabling compacts and flushes for region at 1733130249890Disabling writes for close at 1733130249890Writing region close event to WAL at 1733130249890Closed at 1733130249890 2024-12-02T09:04:09,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:09,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:04:09,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:04:09,892 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:09,893 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:04:10,043 DEBUG [7c6d666a4939:32785 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:04:10,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,43411,1733130247468 2024-12-02T09:04:10,045 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,43411,1733130247468, state=OPENING 2024-12-02T09:04:10,096 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:04:10,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:10,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:10,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-992710402/meta-region-server: CHANGED 2024-12-02T09:04:10,116 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:10,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,43411,1733130247468}] 2024-12-02T09:04:10,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-992710402/meta-region-server: CHANGED 2024-12-02T09:04:10,269 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:04:10,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:04:10,273 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:04:10,273 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:10,273 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:04:10,274 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C43411%2C1733130247468.meta, suffix=.meta, logDir=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/WALs/7c6d666a4939,43411,1733130247468, archiveDir=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/oldWALs, maxLogs=10 2024-12-02T09:04:10,285 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/WALs/7c6d666a4939,43411,1733130247468/7c6d666a4939%2C43411%2C1733130247468.meta.1733130250274.meta, exclude list is [], retry=0 2024-12-02T09:04:10,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39451,DS-48dc0cdb-65b4-400d-9bb8-f49bae91aadd,DISK] 2024-12-02T09:04:10,288 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/WALs/7c6d666a4939,43411,1733130247468/7c6d666a4939%2C43411%2C1733130247468.meta.1733130250274.meta 2024-12-02T09:04:10,289 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38743:38743)] 2024-12-02T09:04:10,289 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:10,289 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:10,289 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:04:10,289 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:04:10,289 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:04:10,289 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:04:10,289 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:10,290 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:04:10,290 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:04:10,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:04:10,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:04:10,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:10,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:10,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:04:10,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:04:10,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:10,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:10,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:04:10,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:04:10,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:10,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:10,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:04:10,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:04:10,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:10,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:10,294 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:04:10,295 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/1588230740 2024-12-02T09:04:10,296 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/1588230740 2024-12-02T09:04:10,297 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:04:10,297 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:04:10,297 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:10,298 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:04:10,298 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69054430, jitterRate=0.02899119257926941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:10,299 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:04:10,299 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130250290Writing region info on filesystem at 1733130250290Initializing all the Stores at 1733130250290Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130250290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130250291 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130250291Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130250291Cleaning up temporary data from old regions at 1733130250297 (+6 ms)Running coprocessor post-open hooks at 1733130250299 (+2 ms)Region opened successfully at 1733130250299 2024-12-02T09:04:10,299 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130250269 2024-12-02T09:04:10,301 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:04:10,301 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:04:10,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,43411,1733130247468 2024-12-02T09:04:10,303 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,43411,1733130247468, state=OPEN 2024-12-02T09:04:10,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-992710402/meta-region-server 2024-12-02T09:04:10,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-992710402/meta-region-server 2024-12-02T09:04:10,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,43411,1733130247468 2024-12-02T09:04:10,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-992710402/meta-region-server: CHANGED 2024-12-02T09:04:10,353 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-992710402/meta-region-server: CHANGED 2024-12-02T09:04:10,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:04:10,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,43411,1733130247468 in 236 msec 2024-12-02T09:04:10,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:04:10,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-12-02T09:04:10,359 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:10,359 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:04:10,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:10,360 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,43411,1733130247468, seqNum=-1] 2024-12-02T09:04:10,360 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:10,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:10,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 933 msec 2024-12-02T09:04:10,368 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130250368, completionTime=-1 2024-12-02T09:04:10,368 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:04:10,368 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:04:10,371 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:04:10,371 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130310371 2024-12-02T09:04:10,371 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130370371 2024-12-02T09:04:10,371 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T09:04:10,371 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,32785,1733130247351-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:10,371 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,32785,1733130247351-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:10,371 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,32785,1733130247351-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:10,371 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:32785, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:10,371 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:10,373 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:04:10,379 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:10,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.853sec 2024-12-02T09:04:10,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:04:10,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:04:10,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:04:10,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:04:10,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:04:10,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,32785,1733130247351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:10,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,32785,1733130247351-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:04:10,386 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:04:10,386 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:04:10,386 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,32785,1733130247351-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:10,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fea6e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:10,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,32785,-1 for getting cluster id 2024-12-02T09:04:10,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:10,404 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99d2aa80-4461-4a45-b507-81578a09e747' 2024-12-02T09:04:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99d2aa80-4461-4a45-b507-81578a09e747" 2024-12-02T09:04:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7ac93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:10,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,32785,-1] 2024-12-02T09:04:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:10,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:10,406 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:10,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469067b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:10,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,43411,1733130247468, seqNum=-1] 2024-12-02T09:04:10,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:10,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:10,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,32785,1733130247351 2024-12-02T09:04:10,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50385 2024-12-02T09:04:10,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:10,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009a3aa1ee0005 connected 2024-12-02T09:04:10,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b9f3c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:10,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46003,-1 for getting cluster id 2024-12-02T09:04:10,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:10,434 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f52904e-cecb-437a-b7f1-2eef40ba4b39' 2024-12-02T09:04:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f52904e-cecb-437a-b7f1-2eef40ba4b39" 2024-12-02T09:04:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eff4551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46003,-1] 2024-12-02T09:04:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:10,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:10,435 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:10,436 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3175528a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:10,436 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46003,1733130242381 2024-12-02T09:04:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cca3c59 2024-12-02T09:04:10,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:10,439 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:10,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46003 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:32785,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:04:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46003 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:04:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:10,442 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:32785' 2024-12-02T09:04:10,443 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38297e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:10,443 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,32785,-1 for getting cluster id 2024-12-02T09:04:10,443 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:10,444 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99d2aa80-4461-4a45-b507-81578a09e747' 2024-12-02T09:04:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99d2aa80-4461-4a45-b507-81578a09e747" 2024-12-02T09:04:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2198a4ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,32785,-1] 2024-12-02T09:04:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:10,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:10,445 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:10,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c49a2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:10,446 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:10,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,32785,1733130247351 2024-12-02T09:04:10,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28c3a0d3 2024-12-02T09:04:10,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:10,448 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:10,449 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T09:04:10,449 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:04:10,449 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:10,449 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:10,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:10,449 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:10,450 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:04:10,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:04:10,451 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:10,452 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:04:10,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741835_1011 (size=1138) 2024-12-02T09:04:10,501 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:04:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:10,626 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:04:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:10,859 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35ad2f71acf480520e6e7cd1ccc0204c, NAME => 'hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7 2024-12-02T09:04:10,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741836_1012 (size=44) 2024-12-02T09:04:10,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:10,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 35ad2f71acf480520e6e7cd1ccc0204c, disabling compactions & flushes 2024-12-02T09:04:10,865 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:10,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:10,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. after waiting 0 ms 2024-12-02T09:04:10,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:10,865 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:10,865 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35ad2f71acf480520e6e7cd1ccc0204c: Waiting for close lock at 1733130250865Disabling compacts and flushes for region at 1733130250865Disabling writes for close at 1733130250865Writing region close event to WAL at 1733130250865Closed at 1733130250865 2024-12-02T09:04:10,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:04:10,866 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130250866"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130250866"}]},"ts":"1733130250866"} 2024-12-02T09:04:10,868 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:04:10,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:04:10,869 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130250869"}]},"ts":"1733130250869"} 2024-12-02T09:04:10,871 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:04:10,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35ad2f71acf480520e6e7cd1ccc0204c, ASSIGN}] 2024-12-02T09:04:10,872 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35ad2f71acf480520e6e7cd1ccc0204c, ASSIGN 2024-12-02T09:04:10,873 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35ad2f71acf480520e6e7cd1ccc0204c, ASSIGN; state=OFFLINE, location=7c6d666a4939,39295,1733130242543; forceNewPlan=false, retain=false 2024-12-02T09:04:11,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=35ad2f71acf480520e6e7cd1ccc0204c, regionState=OPENING, regionLocation=7c6d666a4939,39295,1733130242543 2024-12-02T09:04:11,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35ad2f71acf480520e6e7cd1ccc0204c, ASSIGN because future has completed 2024-12-02T09:04:11,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35ad2f71acf480520e6e7cd1ccc0204c, server=7c6d666a4939,39295,1733130242543}] 2024-12-02T09:04:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:11,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:11,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:11,182 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:04:11,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39295%2C1733130242543.rep, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs, maxLogs=10 2024-12-02T09:04:11,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.rep.1733130251184, exclude list is [], retry=0 2024-12-02T09:04:11,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-f848fc88-e71c-4dbd-880d-84b067686199,DISK] 2024-12-02T09:04:11,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.rep.1733130251184 2024-12-02T09:04:11,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-12-02T09:04:11,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 35ad2f71acf480520e6e7cd1ccc0204c, NAME => 'hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:11,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:11,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:04:11,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. service=MultiRowMutationService 2024-12-02T09:04:11,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:04:11,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:11,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,219 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,221 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35ad2f71acf480520e6e7cd1ccc0204c columnFamilyName hfileref 2024-12-02T09:04:11,221 DEBUG [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:11,221 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(327): Store=35ad2f71acf480520e6e7cd1ccc0204c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:11,221 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,222 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35ad2f71acf480520e6e7cd1ccc0204c columnFamilyName queue 2024-12-02T09:04:11,222 DEBUG [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:11,223 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(327): Store=35ad2f71acf480520e6e7cd1ccc0204c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:11,223 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,224 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35ad2f71acf480520e6e7cd1ccc0204c columnFamilyName sid 2024-12-02T09:04:11,224 DEBUG [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:11,224 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(327): Store=35ad2f71acf480520e6e7cd1ccc0204c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:11,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:04:11,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:11,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 35ad2f71acf480520e6e7cd1ccc0204c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68887381, jitterRate=0.026501968502998352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:04:11,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 35ad2f71acf480520e6e7cd1ccc0204c: Running coprocessor pre-open hook at 1733130251217Writing region info on filesystem at 1733130251217Initializing all the Stores at 1733130251218 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130251218Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130251219 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130251219Cleaning up temporary data from old regions at 1733130251226 (+7 ms)Running coprocessor post-open hooks at 1733130251232 (+6 ms)Region opened successfully at 1733130251233 (+1 ms) 2024-12-02T09:04:11,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c., pid=7, masterSystemTime=1733130251177 2024-12-02T09:04:11,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:11,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:11,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=35ad2f71acf480520e6e7cd1ccc0204c, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,39295,1733130242543 2024-12-02T09:04:11,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35ad2f71acf480520e6e7cd1ccc0204c, server=7c6d666a4939,39295,1733130242543 because future has completed 2024-12-02T09:04:11,244 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:04:11,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T09:04:11,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 35ad2f71acf480520e6e7cd1ccc0204c, server=7c6d666a4939,39295,1733130242543 in 222 msec 2024-12-02T09:04:11,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:04:11,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35ad2f71acf480520e6e7cd1ccc0204c, ASSIGN in 381 msec 2024-12-02T09:04:11,261 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:04:11,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130251261"}]},"ts":"1733130251261"} 2024-12-02T09:04:11,263 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:04:11,265 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:04:11,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 816 msec 2024-12-02T09:04:11,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:11,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:11,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:11,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:11,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:11,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:11,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:04:11,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T09:04:11,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T09:04:11,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T09:04:11,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:11,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T09:04:11,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:11,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T09:04:11,297 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T09:04:11,297 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T09:04:11,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c., hostname=7c6d666a4939,39295,1733130242543, seqNum=2] 2024-12-02T09:04:11,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:11,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:11,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:04:11,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T09:04:11,503 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:04:11,543 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,39295,1733130242543, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:04:11,544 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:11,544 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39295,1733130242543, seqNum=-1] 2024-12-02T09:04:11,544 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:11,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-02T09:04:11,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,39295,1733130242543', locateType=CURRENT is [region=hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c., hostname=7c6d666a4939,39295,1733130242543, seqNum=2] 2024-12-02T09:04:11,549 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T09:04:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46003 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T09:04:11,551 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,39295,1733130242543 suceeded 2024-12-02T09:04:11,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T09:04:11,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-12-02T09:04:11,556 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:32785,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:04:11,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1160 sec 2024-12-02T09:04:11,563 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:32785' 2024-12-02T09:04:11,564 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cc4012c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:11,564 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,32785,-1 for getting cluster id 2024-12-02T09:04:11,564 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:11,565 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99d2aa80-4461-4a45-b507-81578a09e747' 2024-12-02T09:04:11,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:11,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99d2aa80-4461-4a45-b507-81578a09e747" 2024-12-02T09:04:11,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c3b1127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:11,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,32785,-1] 2024-12-02T09:04:11,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:11,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:11,566 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:11,566 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28f65e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:11,566 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:11,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,32785,1733130247351 2024-12-02T09:04:11,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cef0ca9 2024-12-02T09:04:11,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:11,568 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-02T09:04:11,568 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,39295,1733130242543 (queues=1) is replicating from cluster=4f52904e-cecb-437a-b7f1-2eef40ba4b39 to cluster=99d2aa80-4461-4a45-b507-81578a09e747 2024-12-02T09:04:11,568 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C39295%2C1733130242543 2024-12-02T09:04:11,568 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,39295,1733130242543, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:04:11,570 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543.replicationSource.shipper7c6d666a4939%2C39295%2C1733130242543,1-7c6d666a4939,39295,1733130242543 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C39295%2C1733130242543 2024-12-02T09:04:11,570 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543.replicationSource.wal-reader.7c6d666a4939%2C39295%2C1733130242543,1-7c6d666a4939,39295,1733130242543 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.1733130244761, startPosition=0, beingWritten=true 2024-12-02T09:04:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:11,579 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:04:11,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:11,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:11,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:11,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:11,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:11,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:11,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46003,1733130242381 2024-12-02T09:04:11,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20082d37 2024-12-02T09:04:11,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:11,581 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:11,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46003 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T09:04:11,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:11,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:11,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:11,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:11,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:11,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:04:11,582 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=402296532, stopped=false 2024-12-02T09:04:11,582 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,46003,1733130242381 2024-12-02T09:04:11,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1607925611/running 2024-12-02T09:04:11,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1607925611/running 2024-12-02T09:04:11,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:11,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:11,589 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:04:11,589 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:11,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:11,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:11,589 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,39295,1733130242543' ***** 2024-12-02T09:04:11,589 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:04:11,589 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:04:11,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/running 2024-12-02T09:04:11,589 INFO [RS:0;7c6d666a4939:39295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:04:11,589 INFO [RS:0;7c6d666a4939:39295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:04:11,590 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(3091): Received CLOSE for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,590 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:04:11,590 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,39295,1733130242543 2024-12-02T09:04:11,590 INFO [RS:0;7c6d666a4939:39295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:04:11,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/running 2024-12-02T09:04:11,590 INFO [RS:0;7c6d666a4939:39295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:39295. 2024-12-02T09:04:11,590 DEBUG [RS:0;7c6d666a4939:39295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:11,590 DEBUG [RS:0;7c6d666a4939:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:11,590 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35ad2f71acf480520e6e7cd1ccc0204c, disabling compactions & flushes 2024-12-02T09:04:11,590 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:11,590 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:04:11,590 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:04:11,590 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:11,590 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:04:11,590 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. after waiting 0 ms 2024-12-02T09:04:11,590 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:04:11,590 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:11,590 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 35ad2f71acf480520e6e7cd1ccc0204c 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T09:04:11,592 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:04:11,592 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1325): Online Regions={35ad2f71acf480520e6e7cd1ccc0204c=hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:04:11,592 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,594 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:04:11,594 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:04:11,594 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:04:11,594 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:04:11,594 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:04:11,594 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T09:04:11,617 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c/.tmp/queue/36ebfd8203ef47f98c4ba35ed77c634b is 151, key is 1-7c6d666a4939,39295,1733130242543/queue:7c6d666a4939%2C39295%2C1733130242543/1733130251547/Put/seqid=0 2024-12-02T09:04:11,619 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/info/7bfa7e8a63374629b9837ae95e8b8ef6 is 147, key is hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c./info:regioninfo/1733130251237/Put/seqid=0 2024-12-02T09:04:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741838_1014 (size=5350) 2024-12-02T09:04:11,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741839_1015 (size=6631) 2024-12-02T09:04:11,643 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:04:11,679 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:04:11,679 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:04:11,776 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543.replicationSource.wal-reader.7c6d666a4939%2C39295%2C1733130242543,1-7c6d666a4939,39295,1733130242543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.1733130244761 to pos 0, reset compression=false 2024-12-02T09:04:11,793 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:11,993 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:12,029 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c/.tmp/queue/36ebfd8203ef47f98c4ba35ed77c634b 2024-12-02T09:04:12,031 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/info/7bfa7e8a63374629b9837ae95e8b8ef6 2024-12-02T09:04:12,035 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c/.tmp/queue/36ebfd8203ef47f98c4ba35ed77c634b as hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c/queue/36ebfd8203ef47f98c4ba35ed77c634b 2024-12-02T09:04:12,040 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c/queue/36ebfd8203ef47f98c4ba35ed77c634b, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T09:04:12,040 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 35ad2f71acf480520e6e7cd1ccc0204c in 450ms, sequenceid=5, compaction requested=false 2024-12-02T09:04:12,040 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T09:04:12,046 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T09:04:12,047 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:12,047 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:12,047 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:12,047 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35ad2f71acf480520e6e7cd1ccc0204c: Waiting for close lock at 1733130251590Running coprocessor pre-close hooks at 1733130251590Disabling compacts and flushes for region at 1733130251590Disabling writes for close at 1733130251590Obtaining lock to block concurrent updates at 1733130251590Preparing flush snapshotting stores in 35ad2f71acf480520e6e7cd1ccc0204c at 1733130251590Finished memstore snapshotting hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733130251591 (+1 ms)Flushing stores of hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. at 1733130251591Flushing 35ad2f71acf480520e6e7cd1ccc0204c/queue: creating writer at 1733130251591Flushing 35ad2f71acf480520e6e7cd1ccc0204c/queue: appending metadata at 1733130251616 (+25 ms)Flushing 35ad2f71acf480520e6e7cd1ccc0204c/queue: closing flushed file at 1733130251616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4649146: reopening flushed file at 1733130252034 (+418 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 35ad2f71acf480520e6e7cd1ccc0204c in 450ms, sequenceid=5, compaction requested=false at 1733130252040 (+6 ms)Writing region close event to WAL at 1733130252043 (+3 ms)Running coprocessor post-close hooks at 1733130252047 (+4 ms)Closed at 1733130252047 2024-12-02T09:04:12,047 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:12,054 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/ns/9c27c0fc9ddb4bc296522a08f8b74e3d is 43, key is default/ns:d/1733130245780/Put/seqid=0 2024-12-02T09:04:12,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741840_1016 (size=5153) 2024-12-02T09:04:12,062 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/ns/9c27c0fc9ddb4bc296522a08f8b74e3d 2024-12-02T09:04:12,080 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543.replicationSource.wal-reader.7c6d666a4939%2C39295%2C1733130242543,1-7c6d666a4939,39295,1733130242543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.1733130244761 to pos 0, reset compression=false 2024-12-02T09:04:12,081 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/table/87d6b08519d340e392952f25ce3b32c1 is 53, key is hbase:replication/table:state/1733130251261/Put/seqid=0 2024-12-02T09:04:12,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741841_1017 (size=5256) 2024-12-02T09:04:12,193 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:12,393 DEBUG [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:12,488 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543.replicationSource.wal-reader.7c6d666a4939%2C39295%2C1733130242543,1-7c6d666a4939,39295,1733130242543 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.1733130244761 to pos 0, reset compression=false 2024-12-02T09:04:12,492 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/table/87d6b08519d340e392952f25ce3b32c1 2024-12-02T09:04:12,501 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/info/7bfa7e8a63374629b9837ae95e8b8ef6 as hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/info/7bfa7e8a63374629b9837ae95e8b8ef6 2024-12-02T09:04:12,506 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/info/7bfa7e8a63374629b9837ae95e8b8ef6, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T09:04:12,507 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/ns/9c27c0fc9ddb4bc296522a08f8b74e3d as hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/ns/9c27c0fc9ddb4bc296522a08f8b74e3d 2024-12-02T09:04:12,513 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/ns/9c27c0fc9ddb4bc296522a08f8b74e3d, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T09:04:12,514 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/table/87d6b08519d340e392952f25ce3b32c1 as hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/table/87d6b08519d340e392952f25ce3b32c1 2024-12-02T09:04:12,528 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/table/87d6b08519d340e392952f25ce3b32c1, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T09:04:12,529 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=11, compaction requested=false 2024-12-02T09:04:12,535 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T09:04:12,536 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:12,536 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:12,536 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:12,536 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130251594Running coprocessor pre-close hooks at 1733130251594Disabling compacts and flushes for region at 1733130251594Disabling writes for close at 1733130251594Obtaining lock to block concurrent updates at 1733130251594Preparing flush snapshotting stores in 1588230740 at 1733130251594Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733130251594Flushing stores of hbase:meta,,1.1588230740 at 1733130251595 (+1 ms)Flushing 1588230740/info: creating writer at 1733130251595Flushing 1588230740/info: appending metadata at 1733130251619 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733130251619Flushing 1588230740/ns: creating writer at 1733130252035 (+416 ms)Flushing 1588230740/ns: appending metadata at 1733130252053 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733130252053Flushing 1588230740/table: creating writer at 1733130252068 (+15 ms)Flushing 1588230740/table: appending metadata at 1733130252080 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733130252080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea47052: reopening flushed file at 1733130252500 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238695b: reopening flushed file at 1733130252506 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60581c80: reopening flushed file at 1733130252513 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 935ms, sequenceid=11, compaction requested=false at 1733130252529 (+16 ms)Writing region close event to WAL at 1733130252532 (+3 ms)Running coprocessor post-close hooks at 1733130252536 (+4 ms)Closed at 1733130252536 2024-12-02T09:04:12,536 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:12,593 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,39295,1733130242543; all regions closed. 2024-12-02T09:04:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741834_1010 (size=2742) 2024-12-02T09:04:12,596 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.meta.1733130245727.meta not finished, retry = 0 2024-12-02T09:04:12,698 DEBUG [RS:0;7c6d666a4939:39295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs 2024-12-02T09:04:12,699 INFO [RS:0;7c6d666a4939:39295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C39295%2C1733130242543.meta:.meta(num 1733130245727) 2024-12-02T09:04:12,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741837_1013 (size=1586) 2024-12-02T09:04:12,700 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.rep.1733130251184 not finished, retry = 0 2024-12-02T09:04:12,803 DEBUG [RS:0;7c6d666a4939:39295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs 2024-12-02T09:04:12,803 INFO [RS:0;7c6d666a4939:39295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C39295%2C1733130242543.rep:(num 1733130251184) 2024-12-02T09:04:12,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741832_1008 (size=93) 2024-12-02T09:04:12,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543/7c6d666a4939%2C39295%2C1733130242543.1733130244761 not finished, retry = 0 2024-12-02T09:04:12,907 DEBUG [RS:0;7c6d666a4939:39295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs 2024-12-02T09:04:12,907 INFO [RS:0;7c6d666a4939:39295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C39295%2C1733130242543:(num 1733130244761) 2024-12-02T09:04:12,907 DEBUG [RS:0;7c6d666a4939:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:12,907 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:04:12,907 INFO [RS:0;7c6d666a4939:39295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:04:12,908 INFO [RS:0;7c6d666a4939:39295 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:04:12,908 INFO [RS:0;7c6d666a4939:39295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:04:12,908 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:04:12,908 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,39295,1733130242543 because: Region server is closing 2024-12-02T09:04:12,908 INFO [RS:0;7c6d666a4939:39295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:39295. 2024-12-02T09:04:12,908 DEBUG [RS:0;7c6d666a4939:39295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:12,908 DEBUG [RS:0;7c6d666a4939:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:12,908 DEBUG [RS:0;7c6d666a4939:39295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:12,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:13,009 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543.replicationSource.shipper7c6d666a4939%2C39295%2C1733130242543,1-7c6d666a4939,39295,1733130242543 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T09:04:13,009 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39295,1733130242543.replicationSource.shipper7c6d666a4939%2C39295%2C1733130242543,1-7c6d666a4939,39295,1733130242543 terminated 2024-12-02T09:04:13,009 INFO [RS:0;7c6d666a4939:39295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39295 2024-12-02T09:04:13,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1607925611/rs/7c6d666a4939,39295,1733130242543 2024-12-02T09:04:13,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/rs 2024-12-02T09:04:13,038 INFO [RS:0;7c6d666a4939:39295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:04:13,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,39295,1733130242543] 2024-12-02T09:04:13,055 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/draining/7c6d666a4939,39295,1733130242543 already deleted, retry=false 2024-12-02T09:04:13,055 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,39295,1733130242543 expired; onlineServers=0 2024-12-02T09:04:13,055 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,46003,1733130242381' ***** 2024-12-02T09:04:13,055 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:04:13,055 INFO [M:0;7c6d666a4939:46003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:04:13,055 INFO [M:0;7c6d666a4939:46003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:04:13,055 DEBUG [M:0;7c6d666a4939:46003 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:04:13,055 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:04:13,055 DEBUG [M:0;7c6d666a4939:46003 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:04:13,055 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130244539 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130244539,5,FailOnTimeoutGroup] 2024-12-02T09:04:13,056 INFO [M:0;7c6d666a4939:46003 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:04:13,056 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130244539 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130244539,5,FailOnTimeoutGroup] 2024-12-02T09:04:13,056 INFO [M:0;7c6d666a4939:46003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:04:13,056 DEBUG [M:0;7c6d666a4939:46003 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:04:13,056 INFO [M:0;7c6d666a4939:46003 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:04:13,056 INFO [M:0;7c6d666a4939:46003 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:04:13,056 INFO [M:0;7c6d666a4939:46003 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:04:13,056 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:04:13,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1607925611/master 2024-12-02T09:04:13,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:13,063 DEBUG [M:0;7c6d666a4939:46003 {}] zookeeper.ZKUtil(347): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Unable to get data of znode /0-1607925611/master because node does not exist (not an error) 2024-12-02T09:04:13,063 WARN [M:0;7c6d666a4939:46003 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:04:13,064 INFO [M:0;7c6d666a4939:46003 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/.lastflushedseqids 2024-12-02T09:04:13,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741842_1018 (size=181) 2024-12-02T09:04:13,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:13,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39295-0x1009a3aa1ee0001, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:13,147 INFO [RS:0;7c6d666a4939:39295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:04:13,147 INFO [RS:0;7c6d666a4939:39295 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,39295,1733130242543; zookeeper connection closed. 2024-12-02T09:04:13,147 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70bda33c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70bda33c 2024-12-02T09:04:13,147 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:04:13,470 INFO [M:0;7c6d666a4939:46003 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:04:13,470 INFO [M:0;7c6d666a4939:46003 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:04:13,470 DEBUG [M:0;7c6d666a4939:46003 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:04:13,470 INFO [M:0;7c6d666a4939:46003 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:13,470 DEBUG [M:0;7c6d666a4939:46003 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:13,470 DEBUG [M:0;7c6d666a4939:46003 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:04:13,470 DEBUG [M:0;7c6d666a4939:46003 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:13,470 INFO [M:0;7c6d666a4939:46003 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T09:04:13,483 DEBUG [M:0;7c6d666a4939:46003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cbd9c40a78e4a8bb5b784ecc3e56b1e is 82, key is hbase:meta,,1/info:regioninfo/1733130245756/Put/seqid=0 2024-12-02T09:04:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741843_1019 (size=5672) 2024-12-02T09:04:13,887 INFO [M:0;7c6d666a4939:46003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cbd9c40a78e4a8bb5b784ecc3e56b1e 2024-12-02T09:04:13,912 DEBUG [M:0;7c6d666a4939:46003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a99d73ba27164dd98ebff8ab87b2bd6a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733130251273/Put/seqid=0 2024-12-02T09:04:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741844_1020 (size=7203) 2024-12-02T09:04:14,318 INFO [M:0;7c6d666a4939:46003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a99d73ba27164dd98ebff8ab87b2bd6a 2024-12-02T09:04:14,335 DEBUG [M:0;7c6d666a4939:46003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29662573e2d84b278dee82d5e395db45 is 69, key is 7c6d666a4939,39295,1733130242543/rs:state/1733130244611/Put/seqid=0 2024-12-02T09:04:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741845_1021 (size=5156) 2024-12-02T09:04:14,739 INFO [M:0;7c6d666a4939:46003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29662573e2d84b278dee82d5e395db45 2024-12-02T09:04:14,744 DEBUG [M:0;7c6d666a4939:46003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6cbd9c40a78e4a8bb5b784ecc3e56b1e as hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cbd9c40a78e4a8bb5b784ecc3e56b1e 2024-12-02T09:04:14,748 INFO [M:0;7c6d666a4939:46003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cbd9c40a78e4a8bb5b784ecc3e56b1e, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T09:04:14,749 DEBUG [M:0;7c6d666a4939:46003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a99d73ba27164dd98ebff8ab87b2bd6a as hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a99d73ba27164dd98ebff8ab87b2bd6a 2024-12-02T09:04:14,754 INFO [M:0;7c6d666a4939:46003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a99d73ba27164dd98ebff8ab87b2bd6a, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T09:04:14,755 DEBUG [M:0;7c6d666a4939:46003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29662573e2d84b278dee82d5e395db45 as hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29662573e2d84b278dee82d5e395db45 2024-12-02T09:04:14,759 INFO [M:0;7c6d666a4939:46003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29662573e2d84b278dee82d5e395db45, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T09:04:14,760 INFO [M:0;7c6d666a4939:46003 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false 2024-12-02T09:04:14,761 INFO [M:0;7c6d666a4939:46003 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:14,761 DEBUG [M:0;7c6d666a4939:46003 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130253470Disabling compacts and flushes for region at 1733130253470Disabling writes for close at 1733130253470Obtaining lock to block concurrent updates at 1733130253470Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130253470Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733130253470Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130253471 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130253471Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130253483 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130253483Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130253892 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130253911 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130253911Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130254322 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130254334 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130254334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6934a3c4: reopening flushed file at 1733130254743 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5e7757: reopening flushed file at 1733130254748 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f36ff1: reopening flushed file at 1733130254754 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=70, compaction requested=false at 1733130254760 (+6 ms)Writing region close event to WAL at 1733130254761 (+1 ms)Closed at 1733130254761 2024-12-02T09:04:14,763 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,46003,1733130242381/7c6d666a4939%2C46003%2C1733130242381.1733130244326 not finished, retry = 0 2024-12-02T09:04:14,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741830_1006 (size=41008) 2024-12-02T09:04:14,864 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:04:14,865 INFO [M:0;7c6d666a4939:46003 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:04:14,865 INFO [M:0;7c6d666a4939:46003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46003 2024-12-02T09:04:14,865 INFO [M:0;7c6d666a4939:46003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:04:15,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:15,022 INFO [M:0;7c6d666a4939:46003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:04:15,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46003-0x1009a3aa1ee0000, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:15,024 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:15,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:15,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:15,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:15,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:15,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:15,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:04:15,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:15,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38241 2024-12-02T09:04:15,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38241 connecting to ZooKeeper ensemble=127.0.0.1:50385 2024-12-02T09:04:15,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382410x0, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:15,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38241-0x1009a3aa1ee0006 connected 2024-12-02T09:04:15,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:15,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:15,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/running 2024-12-02T09:04:15,043 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: INIT 2024-12-02T09:04:15,043 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7, hbase.cluster.distributed=false 2024-12-02T09:04:15,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/acl 2024-12-02T09:04:15,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38241 2024-12-02T09:04:15,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38241 2024-12-02T09:04:15,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38241 2024-12-02T09:04:15,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38241 2024-12-02T09:04:15,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38241 2024-12-02T09:04:15,059 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:15,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:15,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:15,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:15,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:15,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:15,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:04:15,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:15,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42589 2024-12-02T09:04:15,061 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42589 connecting to ZooKeeper ensemble=127.0.0.1:50385 2024-12-02T09:04:15,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:15,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:15,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425890x0, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:15,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425890x0, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/running 2024-12-02T09:04:15,072 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: INIT 2024-12-02T09:04:15,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42589-0x1009a3aa1ee0007 connected 2024-12-02T09:04:15,072 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:04:15,073 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:04:15,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/master 2024-12-02T09:04:15,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/acl 2024-12-02T09:04:15,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42589 2024-12-02T09:04:15,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42589 2024-12-02T09:04:15,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42589 2024-12-02T09:04:15,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42589 2024-12-02T09:04:15,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42589 2024-12-02T09:04:15,093 DEBUG [M:0;7c6d666a4939:38241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:38241 2024-12-02T09:04:15,093 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1607925611/backup-masters/7c6d666a4939,38241,1733130255024 2024-12-02T09:04:15,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/backup-masters 2024-12-02T09:04:15,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/backup-masters 2024-12-02T09:04:15,097 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on existing znode=/0-1607925611/backup-masters/7c6d666a4939,38241,1733130255024 2024-12-02T09:04:15,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1607925611/master 2024-12-02T09:04:15,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:15,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:15,105 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on existing znode=/0-1607925611/master 2024-12-02T09:04:15,106 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1607925611/backup-masters/7c6d666a4939,38241,1733130255024 from backup master directory 2024-12-02T09:04:15,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/backup-masters 2024-12-02T09:04:15,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1607925611/backup-masters/7c6d666a4939,38241,1733130255024 2024-12-02T09:04:15,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/backup-masters 2024-12-02T09:04:15,113 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:15,113 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,38241,1733130255024 2024-12-02T09:04:15,121 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:15,121 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:04:15,127 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-02T09:04:15,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741846_1022 (size=196) 2024-12-02T09:04:15,148 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:15,149 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:04:15,150 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:15,156 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T09:04:15,158 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,46003,1733130242381 to hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,46003,1733130242381-dead as it is dead 2024-12-02T09:04:15,159 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,46003,1733130242381-dead/7c6d666a4939%2C46003%2C1733130242381.1733130244326 2024-12-02T09:04:15,160 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,46003,1733130242381-dead/7c6d666a4939%2C46003%2C1733130242381.1733130244326 after 1ms 2024-12-02T09:04:15,160 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,46003,1733130242381-dead/7c6d666a4939%2C46003%2C1733130242381.1733130244326 to hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7c6d666a4939%2C46003%2C1733130242381.1733130244326 2024-12-02T09:04:15,160 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,46003,1733130242381-dead 2024-12-02T09:04:15,161 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,38241,1733130255024 2024-12-02T09:04:15,161 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:15,162 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C38241%2C1733130255024, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,38241,1733130255024, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/oldWALs, maxLogs=10 2024-12-02T09:04:15,174 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,38241,1733130255024/7c6d666a4939%2C38241%2C1733130255024.1733130255163, exclude list is [], retry=0 2024-12-02T09:04:15,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-f848fc88-e71c-4dbd-880d-84b067686199,DISK] 2024-12-02T09:04:15,178 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,38241,1733130255024/7c6d666a4939%2C38241%2C1733130255024.1733130255163 2024-12-02T09:04:15,178 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-12-02T09:04:15,179 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:15,179 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:15,179 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:15,179 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:15,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:15,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:04:15,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:15,188 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6cbd9c40a78e4a8bb5b784ecc3e56b1e 2024-12-02T09:04:15,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:15,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:15,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:04:15,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:15,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a99d73ba27164dd98ebff8ab87b2bd6a 2024-12-02T09:04:15,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:15,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:15,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:04:15,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:15,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29662573e2d84b278dee82d5e395db45 2024-12-02T09:04:15,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:15,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:15,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:04:15,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:15,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:15,214 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:15,214 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T09:04:15,214 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7c6d666a4939%2C46003%2C1733130242381.1733130244326 2024-12-02T09:04:15,220 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7c6d666a4939%2C46003%2C1733130242381.1733130244326 2024-12-02T09:04:15,220 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7c6d666a4939%2C46003%2C1733130242381.1733130244326 2024-12-02T09:04:15,221 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:15,221 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:15,222 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:15,223 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:15,226 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-02T09:04:15,228 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67999560, jitterRate=0.013272404670715332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:15,228 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130255179Initializing all the Stores at 1733130255180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130255180Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130255180Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130255180Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130255180Cleaning up temporary data from old regions at 1733130255221 (+41 ms)Region opened successfully at 1733130255228 (+7 ms) 2024-12-02T09:04:15,228 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:04:15,231 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d78184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:15,233 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T09:04:15,233 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:04:15,233 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:04:15,233 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:04:15,234 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:04:15,237 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:15,237 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:04:15,238 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:04:15,238 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-02T09:04:15,238 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:04:15,241 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7c6d666a4939,39295,1733130242543, regionLocation=7c6d666a4939,39295,1733130242543, openSeqNum=2 2024-12-02T09:04:15,242 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7c6d666a4939,39295,1733130242543, table=hbase:meta, region=1588230740 2024-12-02T09:04:15,242 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,39295,1733130242543, state=OPEN 2024-12-02T09:04:15,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1607925611/meta-region-server 2024-12-02T09:04:15,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1607925611/meta-region-server 2024-12-02T09:04:15,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: CHANGED 2024-12-02T09:04:15,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: CHANGED 2024-12-02T09:04:15,249 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:04:15,255 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/draining/7c6d666a4939,39295,1733130242543 already deleted, retry=false 2024-12-02T09:04:15,255 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7c6d666a4939,39295,1733130242543 on 7c6d666a4939,38241,1733130255024 2024-12-02T09:04:15,256 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7c6d666a4939,39295,1733130242543, splitWal=true, meta=true 2024-12-02T09:04:15,256 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 7c6d666a4939,39295,1733130242543 (carryingMeta=true) 7c6d666a4939,39295,1733130242543/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@75a800dd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T09:04:15,258 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Unable to get data of znode /0-1607925611/balancer because node does not exist (not necessarily an error) 2024-12-02T09:04:15,329 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/balancer already deleted, retry=false 2024-12-02T09:04:15,330 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:04:15,331 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Unable to get data of znode /0-1607925611/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:04:15,347 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/normalizer already deleted, retry=false 2024-12-02T09:04:15,347 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:04:15,348 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Unable to get data of znode /0-1607925611/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:04:15,355 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/switch/split already deleted, retry=false 2024-12-02T09:04:15,356 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Unable to get data of znode /0-1607925611/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:04:15,363 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/switch/merge already deleted, retry=false 2024-12-02T09:04:15,373 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Unable to get data of znode /0-1607925611/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:04:15,380 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/snapshot-cleanup already deleted, retry=false 2024-12-02T09:04:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1607925611/running 2024-12-02T09:04:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1607925611/running 2024-12-02T09:04:15,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:15,389 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,38241,1733130255024, sessionid=0x1009a3aa1ee0006, setting cluster-up flag (Was=false) 2024-12-02T09:04:15,397 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1607925611/flush-table-proc/acquired, /0-1607925611/flush-table-proc/reached, /0-1607925611/flush-table-proc/abort 2024-12-02T09:04:15,398 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,38241,1733130255024 2024-12-02T09:04:15,414 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1607925611/online-snapshot/acquired, /0-1607925611/online-snapshot/reached, /0-1607925611/online-snapshot/abort 2024-12-02T09:04:15,415 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,38241,1733130255024 2024-12-02T09:04:15,416 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/.lastflushedseqids 2024-12-02T09:04:15,418 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:04:15,419 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:04:15,419 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,38241,1733130255024 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7c6d666a4939,39295,1733130242543 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:04:15,420 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:15,420 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:15,420 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:15,421 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:15,421 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:04:15,421 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,421 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:15,421 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130285426 2024-12-02T09:04:15,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:04:15,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:04:15,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:04:15,426 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7c6d666a4939,39295,1733130242543, splitWal=true, meta=true 2024-12-02T09:04:15,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:04:15,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:04:15,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:04:15,427 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,427 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7c6d666a4939,39295,1733130242543, splitWal=true, meta=true, isMeta: true 2024-12-02T09:04:15,428 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543-splitting 2024-12-02T09:04:15,429 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543-splitting dir is empty, no logs to split. 2024-12-02T09:04:15,429 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7c6d666a4939,39295,1733130242543 WAL count=0, meta=true 2024-12-02T09:04:15,431 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:04:15,431 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:04:15,431 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:04:15,431 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543-splitting dir is empty, no logs to split. 2024-12-02T09:04:15,431 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7c6d666a4939,39295,1733130242543 WAL count=0, meta=true 2024-12-02T09:04:15,431 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7c6d666a4939,39295,1733130242543 WAL splitting is done? wals=0, meta=true 2024-12-02T09:04:15,431 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:04:15,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:04:15,433 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:04:15,433 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:04:15,433 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:15,433 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T09:04:15,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130255433,5,FailOnTimeoutGroup] 2024-12-02T09:04:15,437 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130255435,5,FailOnTimeoutGroup] 2024-12-02T09:04:15,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:04:15,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130255437, completionTime=-1 2024-12-02T09:04:15,437 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T09:04:15,437 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T09:04:15,484 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(746): ClusterId : 4f52904e-cecb-437a-b7f1-2eef40ba4b39 2024-12-02T09:04:15,485 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:04:15,497 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:04:15,497 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:04:15,506 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:04:15,506 DEBUG [RS:0;7c6d666a4939:42589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d78e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:15,517 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:42589 2024-12-02T09:04:15,517 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:04:15,517 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:04:15,517 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:04:15,517 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,38241,1733130255024 with port=42589, startcode=1733130255059 2024-12-02T09:04:15,518 DEBUG [RS:0;7c6d666a4939:42589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:04:15,519 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:04:15,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,42589,1733130255059 2024-12-02T09:04:15,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38241 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,42589,1733130255059 2024-12-02T09:04:15,520 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7 2024-12-02T09:04:15,520 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46269 2024-12-02T09:04:15,520 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:04:15,537 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T09:04:15,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/rs 2024-12-02T09:04:15,554 DEBUG [RS:0;7c6d666a4939:42589 {}] zookeeper.ZKUtil(111): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on existing znode=/0-1607925611/rs/7c6d666a4939,42589,1733130255059 2024-12-02T09:04:15,554 WARN [RS:0;7c6d666a4939:42589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:15,554 INFO [RS:0;7c6d666a4939:42589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:15,554 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059 2024-12-02T09:04:15,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,42589,1733130255059] 2024-12-02T09:04:15,570 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:04:15,571 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:04:15,571 INFO [RS:0;7c6d666a4939:42589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:04:15,571 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,571 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:04:15,572 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:04:15,572 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:15,572 DEBUG [RS:0;7c6d666a4939:42589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:15,575 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,575 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,575 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,575 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,575 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,575 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,42589,1733130255059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:15,584 WARN [7c6d666a4939:38241 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T09:04:15,594 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:04:15,594 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,42589,1733130255059-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,614 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,42589,1733130255059, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:04:15,614 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,614 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.Replication(171): 7c6d666a4939,42589,1733130255059 started 2024-12-02T09:04:15,628 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:15,628 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,42589,1733130255059, RpcServer on 7c6d666a4939/172.17.0.3:42589, sessionid=0x1009a3aa1ee0007 2024-12-02T09:04:15,629 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:04:15,629 DEBUG [RS:0;7c6d666a4939:42589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,42589,1733130255059 2024-12-02T09:04:15,629 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,42589,1733130255059' 2024-12-02T09:04:15,629 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1607925611/flush-table-proc/abort' 2024-12-02T09:04:15,629 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1607925611/flush-table-proc/acquired' 2024-12-02T09:04:15,629 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:04:15,630 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:04:15,630 DEBUG [RS:0;7c6d666a4939:42589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,42589,1733130255059 2024-12-02T09:04:15,630 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,42589,1733130255059' 2024-12-02T09:04:15,630 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1607925611/online-snapshot/abort' 2024-12-02T09:04:15,630 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1607925611/online-snapshot/acquired' 2024-12-02T09:04:15,630 DEBUG [RS:0;7c6d666a4939:42589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:04:15,630 INFO [RS:0;7c6d666a4939:42589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:04:15,630 INFO [RS:0;7c6d666a4939:42589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:04:15,631 DEBUG [RS:0;7c6d666a4939:42589.replicationSource,1-7c6d666a4939,42589,1733130255059 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:32785' 2024-12-02T09:04:15,632 DEBUG [RS:0;7c6d666a4939:42589.replicationSource,1-7c6d666a4939,42589,1733130255059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d812077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:15,632 DEBUG [RS:0;7c6d666a4939:42589.replicationSource,1-7c6d666a4939,42589,1733130255059 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,32785,-1 for getting cluster id 2024-12-02T09:04:15,632 DEBUG [RS:0;7c6d666a4939:42589.replicationSource,1-7c6d666a4939,42589,1733130255059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:15,636 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '99d2aa80-4461-4a45-b507-81578a09e747' 2024-12-02T09:04:15,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:15,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "99d2aa80-4461-4a45-b507-81578a09e747" 2024-12-02T09:04:15,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46fa489c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:15,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,32785,-1] 2024-12-02T09:04:15,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:15,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:15,637 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:15,638 DEBUG [RS:0;7c6d666a4939:42589.replicationSource,1-7c6d666a4939,42589,1733130255059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29109afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:15,638 DEBUG [RS:0;7c6d666a4939:42589.replicationSource,1-7c6d666a4939,42589,1733130255059 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:15,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,32785,1733130247351 2024-12-02T09:04:15,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24ee5740 2024-12-02T09:04:15,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:15,639 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-02T09:04:15,640 INFO [RS:0;7c6d666a4939:42589.replicationSource,1-7c6d666a4939,42589,1733130255059 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,42589,1733130255059 (queues=0) is replicating from cluster=4f52904e-cecb-437a-b7f1-2eef40ba4b39 to cluster=99d2aa80-4461-4a45-b507-81578a09e747 2024-12-02T09:04:15,731 INFO [RS:0;7c6d666a4939:42589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:15,732 INFO [RS:0;7c6d666a4939:42589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C42589%2C1733130255059, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs, maxLogs=10 2024-12-02T09:04:15,749 DEBUG [RS:0;7c6d666a4939:42589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732, exclude list is [], retry=0 2024-12-02T09:04:15,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-f848fc88-e71c-4dbd-880d-84b067686199,DISK] 2024-12-02T09:04:15,754 INFO [RS:0;7c6d666a4939:42589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732 2024-12-02T09:04:15,754 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7c6d666a4939%2C42589%2C1733130255059 for peer 1 2024-12-02T09:04:15,754 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C42589%2C1733130255059 2024-12-02T09:04:15,754 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,42589,1733130255059, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:04:15,754 DEBUG [RS:0;7c6d666a4939:42589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-12-02T09:04:15,754 INFO [RS:0;7c6d666a4939:42589.replicationSource.shipper7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C42589%2C1733130255059 2024-12-02T09:04:15,755 DEBUG [RS:0;7c6d666a4939:42589.replicationSource.wal-reader.7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732, startPosition=0, beingWritten=true 2024-12-02T09:04:15,834 DEBUG [7c6d666a4939:38241 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:04:15,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,42589,1733130255059 2024-12-02T09:04:15,835 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,42589,1733130255059, state=OPENING 2024-12-02T09:04:15,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1607925611/meta-region-server 2024-12-02T09:04:15,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1607925611/meta-region-server 2024-12-02T09:04:15,846 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:15,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: CHANGED 2024-12-02T09:04:15,846 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: CHANGED 2024-12-02T09:04:15,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,42589,1733130255059}] 2024-12-02T09:04:15,962 DEBUG [RS:0;7c6d666a4939:42589.replicationSource.wal-reader.7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732 to pos 0, reset compression=false 2024-12-02T09:04:15,998 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:04:16,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:04:16,003 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:04:16,003 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:16,003 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:04:16,004 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C42589%2C1733130255059.meta, suffix=.meta, logDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs, maxLogs=10 2024-12-02T09:04:16,016 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.meta.1733130256004.meta, exclude list is [], retry=0 2024-12-02T09:04:16,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-f848fc88-e71c-4dbd-880d-84b067686199,DISK] 2024-12-02T09:04:16,020 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.meta.1733130256004.meta 2024-12-02T09:04:16,020 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-12-02T09:04:16,020 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:16,021 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:16,021 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:04:16,021 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:04:16,021 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:04:16,021 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:04:16,021 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:16,021 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:04:16,021 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:04:16,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:04:16,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:04:16,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:16,028 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/info/7bfa7e8a63374629b9837ae95e8b8ef6 2024-12-02T09:04:16,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:16,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:04:16,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:04:16,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:16,036 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/ns/9c27c0fc9ddb4bc296522a08f8b74e3d 2024-12-02T09:04:16,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:16,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:04:16,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:04:16,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:16,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:16,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:04:16,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:04:16,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:16,053 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/table/87d6b08519d340e392952f25ce3b32c1 2024-12-02T09:04:16,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:16,053 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:04:16,054 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740 2024-12-02T09:04:16,055 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740 2024-12-02T09:04:16,056 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:04:16,056 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:04:16,056 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:16,058 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:04:16,059 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59019502, jitterRate=-0.12054088711738586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:16,059 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:04:16,059 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130256021Writing region info on filesystem at 1733130256021Initializing all the Stores at 1733130256022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130256022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130256022Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130256022Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130256022Cleaning up temporary data from old regions at 1733130256056 (+34 ms)Running coprocessor post-open hooks at 1733130256059 (+3 ms)Region opened successfully at 1733130256059 2024-12-02T09:04:16,060 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733130255998 2024-12-02T09:04:16,062 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:04:16,063 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:04:16,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7c6d666a4939,42589,1733130255059 2024-12-02T09:04:16,064 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,42589,1733130255059, state=OPEN 2024-12-02T09:04:16,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1607925611/meta-region-server 2024-12-02T09:04:16,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1607925611/meta-region-server 2024-12-02T09:04:16,072 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,42589,1733130255059 2024-12-02T09:04:16,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: CHANGED 2024-12-02T09:04:16,072 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1607925611/meta-region-server: CHANGED 2024-12-02T09:04:16,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T09:04:16,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,42589,1733130255059 in 226 msec 2024-12-02T09:04:16,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:04:16,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 645 msec 2024-12-02T09:04:16,266 DEBUG [RS:0;7c6d666a4939:42589.replicationSource.wal-reader.7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732 to pos 0, reset compression=false 2024-12-02T09:04:16,670 DEBUG [RS:0;7c6d666a4939:42589.replicationSource.wal-reader.7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732 to pos 0, reset compression=false 2024-12-02T09:04:16,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:04:16,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:16,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:16,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:16,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:16,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:16,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:17,040 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-02T09:04:17,174 DEBUG [RS:0;7c6d666a4939:42589.replicationSource.wal-reader.7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732 to pos 0, reset compression=false 2024-12-02T09:04:17,787 DEBUG [RS:0;7c6d666a4939:42589.replicationSource.wal-reader.7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732 to pos 0, reset compression=false 2024-12-02T09:04:18,504 DEBUG [RS:0;7c6d666a4939:42589.replicationSource.wal-reader.7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732 to pos 0, reset compression=false 2024-12-02T09:04:18,543 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-02T09:04:19,309 DEBUG [RS:0;7c6d666a4939:42589.replicationSource.wal-reader.7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732 to pos 0, reset compression=false 2024-12-02T09:04:19,945 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T09:04:19,945 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:04:19,945 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:19,945 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,42589,1733130255059, seqNum=-1] 2024-12-02T09:04:19,946 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:19,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:19,954 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=35ad2f71acf480520e6e7cd1ccc0204c, regionState=OPEN, lastHost=7c6d666a4939,39295,1733130242543, regionLocation=7c6d666a4939,39295,1733130242543, openSeqNum=2 2024-12-02T09:04:19,955 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:04:19,955 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130319955 2024-12-02T09:04:19,955 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130379955 2024-12-02T09:04:19,955 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-02T09:04:19,955 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7c6d666a4939,39295,1733130242543 had 2 regions 2024-12-02T09:04:19,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,38241,1733130255024-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:19,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,38241,1733130255024-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:19,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,38241,1733130255024-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:19,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:38241, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:19,956 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:19,959 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:19,960 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7c6d666a4939,39295,1733130242543, splitWal=true, meta=true, isMeta: false 2024-12-02T09:04:19,980 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.867sec 2024-12-02T09:04:19,980 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:04:19,980 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:04:19,980 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:04:19,980 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:04:19,980 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:04:19,980 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,38241,1733130255024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:19,980 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,38241,1733130255024-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:04:19,981 WARN [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7c6d666a4939,39295,1733130242543/hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:19,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7513dc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:19,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,38241,-1 for getting cluster id 2024-12-02T09:04:19,992 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:19,998 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543-splitting dir is empty, no logs to split. 2024-12-02T09:04:19,998 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7c6d666a4939,39295,1733130242543 WAL count=0, meta=false 2024-12-02T09:04:19,998 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f52904e-cecb-437a-b7f1-2eef40ba4b39' 2024-12-02T09:04:19,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:19,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f52904e-cecb-437a-b7f1-2eef40ba4b39" 2024-12-02T09:04:19,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1934f0aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:19,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,38241,-1] 2024-12-02T09:04:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:20,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:20,001 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:20,007 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5808f06c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:20,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:20,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,42589,1733130255059, seqNum=-1] 2024-12-02T09:04:20,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:20,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:20,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T09:04:20,015 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:20,015 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:20,015 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:20,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:20,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7c6d666a4939:38241 after: 7c6d666a4939:38241 2024-12-02T09:04:20,016 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:04:20,016 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:04:20,016 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,38241,1733130255024-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:20,019 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:20,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@159b9265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:20,023 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,38241,-1 for getting cluster id 2024-12-02T09:04:20,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:20,024 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,39295,1733130242543-splitting dir is empty, no logs to split. 2024-12-02T09:04:20,024 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7c6d666a4939,39295,1733130242543 WAL count=0, meta=false 2024-12-02T09:04:20,024 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7c6d666a4939,39295,1733130242543 WAL splitting is done? wals=0, meta=false 2024-12-02T09:04:20,028 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f52904e-cecb-437a-b7f1-2eef40ba4b39' 2024-12-02T09:04:20,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:20,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f52904e-cecb-437a-b7f1-2eef40ba4b39" 2024-12-02T09:04:20,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f7c195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:20,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,38241,-1] 2024-12-02T09:04:20,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:20,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:20,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35ad2f71acf480520e6e7cd1ccc0204c, ASSIGN}] 2024-12-02T09:04:20,030 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:20,031 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35ad2f71acf480520e6e7cd1ccc0204c, ASSIGN 2024-12-02T09:04:20,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669b4dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:20,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:20,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,38241,1733130255024 2024-12-02T09:04:20,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e12f075 2024-12-02T09:04:20,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:20,034 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:20,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38241 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T09:04:20,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:04:20,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:20,039 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35ad2f71acf480520e6e7cd1ccc0204c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T09:04:20,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:20,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:20,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:20,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:20,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:04:20,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1536430167, stopped=false 2024-12-02T09:04:20,040 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,32785,1733130247351 2024-12-02T09:04:20,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-992710402/running 2024-12-02T09:04:20,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:20,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-992710402/running 2024-12-02T09:04:20,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:20,055 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:04:20,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:20,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:20,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:20,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,43411,1733130247468' ***** 2024-12-02T09:04:20,056 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:04:20,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Set watcher on znode that does not yet exist, /1-992710402/running 2024-12-02T09:04:20,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Set watcher on znode that does not yet exist, /1-992710402/running 2024-12-02T09:04:20,056 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:04:20,056 INFO [RS:0;7c6d666a4939:43411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:04:20,056 INFO [RS:0;7c6d666a4939:43411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:04:20,056 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,43411,1733130247468 2024-12-02T09:04:20,056 INFO [RS:0;7c6d666a4939:43411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:04:20,056 INFO [RS:0;7c6d666a4939:43411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:43411. 2024-12-02T09:04:20,056 DEBUG [RS:0;7c6d666a4939:43411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:20,056 DEBUG [RS:0;7c6d666a4939:43411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:20,056 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:04:20,056 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:04:20,056 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:04:20,056 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:04:20,057 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:04:20,057 DEBUG [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:04:20,057 DEBUG [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:20,057 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:04:20,057 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:04:20,057 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:04:20,057 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:04:20,057 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:04:20,057 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T09:04:20,059 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:04:20,076 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/1588230740/.tmp/ns/19f66f956dcb4f44beb9db8170d17b6f is 43, key is default/ns:d/1733130250362/Put/seqid=0 2024-12-02T09:04:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741835_1011 (size=5153) 2024-12-02T09:04:20,133 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:04:20,189 DEBUG [7c6d666a4939:38241 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:04:20,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35ad2f71acf480520e6e7cd1ccc0204c, regionState=OPENING, regionLocation=7c6d666a4939,42589,1733130255059 2024-12-02T09:04:20,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=35ad2f71acf480520e6e7cd1ccc0204c, ASSIGN because future has completed 2024-12-02T09:04:20,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35ad2f71acf480520e6e7cd1ccc0204c, server=7c6d666a4939,42589,1733130255059}] 2024-12-02T09:04:20,214 DEBUG [RS:0;7c6d666a4939:42589.replicationSource.wal-reader.7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732 to pos 0, reset compression=false 2024-12-02T09:04:20,257 DEBUG [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:20,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:20,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:20,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:04:20,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C42589%2C1733130255059.rep, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs, maxLogs=10 2024-12-02T09:04:20,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.rep.1733130260352, exclude list is [], retry=0 2024-12-02T09:04:20,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44149,DS-f848fc88-e71c-4dbd-880d-84b067686199,DISK] 2024-12-02T09:04:20,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.rep.1733130260352 2024-12-02T09:04:20,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43657:43657)] 2024-12-02T09:04:20,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 35ad2f71acf480520e6e7cd1ccc0204c, NAME => 'hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:20,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:20,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:04:20,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. service=MultiRowMutationService 2024-12-02T09:04:20,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:04:20,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:20,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,387 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,388 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35ad2f71acf480520e6e7cd1ccc0204c columnFamilyName hfileref 2024-12-02T09:04:20,388 DEBUG [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:20,389 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(327): Store=35ad2f71acf480520e6e7cd1ccc0204c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:20,389 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,389 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35ad2f71acf480520e6e7cd1ccc0204c columnFamilyName queue 2024-12-02T09:04:20,389 DEBUG [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:20,394 DEBUG [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c/queue/36ebfd8203ef47f98c4ba35ed77c634b 2024-12-02T09:04:20,394 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(327): Store=35ad2f71acf480520e6e7cd1ccc0204c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:20,394 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,395 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35ad2f71acf480520e6e7cd1ccc0204c columnFamilyName sid 2024-12-02T09:04:20,395 DEBUG [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:20,395 INFO [StoreOpener-35ad2f71acf480520e6e7cd1ccc0204c-1 {}] regionserver.HStore(327): Store=35ad2f71acf480520e6e7cd1ccc0204c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:20,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:04:20,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,401 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 35ad2f71acf480520e6e7cd1ccc0204c; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67592239, jitterRate=0.007202848792076111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:04:20,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:20,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 35ad2f71acf480520e6e7cd1ccc0204c: Running coprocessor pre-open hook at 1733130260381Writing region info on filesystem at 1733130260381Initializing all the Stores at 1733130260383 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130260384 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130260387 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130260387Cleaning up temporary data from old regions at 1733130260398 (+11 ms)Running coprocessor post-open hooks at 1733130260401 (+3 ms)Region opened successfully at 1733130260401 2024-12-02T09:04:20,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c., pid=13, masterSystemTime=1733130260346 2024-12-02T09:04:20,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:20,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:20,406 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35ad2f71acf480520e6e7cd1ccc0204c, regionState=OPEN, openSeqNum=9, regionLocation=7c6d666a4939,42589,1733130255059 2024-12-02T09:04:20,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35ad2f71acf480520e6e7cd1ccc0204c, server=7c6d666a4939,42589,1733130255059 because future has completed 2024-12-02T09:04:20,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T09:04:20,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 35ad2f71acf480520e6e7cd1ccc0204c, server=7c6d666a4939,42589,1733130255059 in 225 msec 2024-12-02T09:04:20,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T09:04:20,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-02T09:04:20,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=35ad2f71acf480520e6e7cd1ccc0204c, ASSIGN in 390 msec 2024-12-02T09:04:20,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c., hostname=7c6d666a4939,42589,1733130255059, seqNum=9] 2024-12-02T09:04:20,458 DEBUG [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:20,481 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/1588230740/.tmp/ns/19f66f956dcb4f44beb9db8170d17b6f 2024-12-02T09:04:20,481 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 7c6d666a4939,39295,1733130242543 2024-12-02T09:04:20,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T09:04:20,496 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/1588230740/.tmp/ns/19f66f956dcb4f44beb9db8170d17b6f as hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/1588230740/ns/19f66f956dcb4f44beb9db8170d17b6f 2024-12-02T09:04:20,504 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/1588230740/ns/19f66f956dcb4f44beb9db8170d17b6f, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T09:04:20,506 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false 2024-12-02T09:04:20,506 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:04:20,544 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T09:04:20,545 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:20,545 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:20,545 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:20,545 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130260057Running coprocessor pre-close hooks at 1733130260057Disabling compacts and flushes for region at 1733130260057Disabling writes for close at 1733130260057Obtaining lock to block concurrent updates at 1733130260057Preparing flush snapshotting stores in 1588230740 at 1733130260057Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733130260057Flushing stores of hbase:meta,,1.1588230740 at 1733130260058 (+1 ms)Flushing 1588230740/ns: creating writer at 1733130260058Flushing 1588230740/ns: appending metadata at 1733130260076 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733130260076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac0d5ac: reopening flushed file at 1733130260495 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 449ms, sequenceid=6, compaction requested=false at 1733130260506 (+11 ms)Writing region close event to WAL at 1733130260520 (+14 ms)Running coprocessor post-close hooks at 1733130260545 (+25 ms)Closed at 1733130260545 2024-12-02T09:04:20,545 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:20,623 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:04:20,623 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:04:20,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-02T09:04:20,658 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,43411,1733130247468; all regions closed. 2024-12-02T09:04:20,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741834_1010 (size=1152) 2024-12-02T09:04:20,664 DEBUG [RS:0;7c6d666a4939:43411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/oldWALs 2024-12-02T09:04:20,664 INFO [RS:0;7c6d666a4939:43411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C43411%2C1733130247468.meta:.meta(num 1733130250274) 2024-12-02T09:04:20,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/WALs/7c6d666a4939,43411,1733130247468/7c6d666a4939%2C43411%2C1733130247468.1733130249766 not finished, retry = 0 2024-12-02T09:04:20,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741832_1008 (size=93) 2024-12-02T09:04:20,772 DEBUG [RS:0;7c6d666a4939:43411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/oldWALs 2024-12-02T09:04:20,772 INFO [RS:0;7c6d666a4939:43411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C43411%2C1733130247468:(num 1733130249766) 2024-12-02T09:04:20,772 DEBUG [RS:0;7c6d666a4939:43411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:20,772 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:04:20,773 INFO [RS:0;7c6d666a4939:43411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:04:20,773 INFO [RS:0;7c6d666a4939:43411 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T09:04:20,773 INFO [RS:0;7c6d666a4939:43411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:04:20,773 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:04:20,773 INFO [RS:0;7c6d666a4939:43411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43411 2024-12-02T09:04:20,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402/rs 2024-12-02T09:04:20,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-992710402/rs/7c6d666a4939,43411,1733130247468 2024-12-02T09:04:20,780 INFO [RS:0;7c6d666a4939:43411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:04:20,780 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,43411,1733130247468] 2024-12-02T09:04:20,788 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-992710402/draining/7c6d666a4939,43411,1733130247468 already deleted, retry=false 2024-12-02T09:04:20,788 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,43411,1733130247468 expired; onlineServers=0 2024-12-02T09:04:20,788 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,32785,1733130247351' ***** 2024-12-02T09:04:20,788 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:04:20,788 INFO [M:0;7c6d666a4939:32785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:04:20,788 INFO [M:0;7c6d666a4939:32785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:04:20,789 DEBUG [M:0;7c6d666a4939:32785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:04:20,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:04:20,789 DEBUG [M:0;7c6d666a4939:32785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:04:20,789 INFO [M:0;7c6d666a4939:32785 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:04:20,789 INFO [M:0;7c6d666a4939:32785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:04:20,789 DEBUG [M:0;7c6d666a4939:32785 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:04:20,789 INFO [M:0;7c6d666a4939:32785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:04:20,789 INFO [M:0;7c6d666a4939:32785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:04:20,789 INFO [M:0;7c6d666a4939:32785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:04:20,790 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130249437 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130249437,5,FailOnTimeoutGroup] 2024-12-02T09:04:20,790 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130249437 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130249437,5,FailOnTimeoutGroup] 2024-12-02T09:04:20,790 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:04:20,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-992710402/master 2024-12-02T09:04:20,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-992710402 2024-12-02T09:04:20,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-992710402/master already deleted, retry=false 2024-12-02T09:04:20,805 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-992710402/master 2024-12-02T09:04:20,807 INFO [M:0;7c6d666a4939:32785 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/.lastflushedseqids 2024-12-02T09:04:20,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741836_1012 (size=99) 2024-12-02T09:04:20,830 INFO [M:0;7c6d666a4939:32785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:04:20,831 INFO [M:0;7c6d666a4939:32785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:04:20,831 DEBUG [M:0;7c6d666a4939:32785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:04:20,831 INFO [M:0;7c6d666a4939:32785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:20,831 DEBUG [M:0;7c6d666a4939:32785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:20,831 DEBUG [M:0;7c6d666a4939:32785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:04:20,831 DEBUG [M:0;7c6d666a4939:32785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:20,831 INFO [M:0;7c6d666a4939:32785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T09:04:20,856 DEBUG [M:0;7c6d666a4939:32785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b34616c13ba4d809ac60dc2508c4229 is 82, key is hbase:meta,,1/info:regioninfo/1733130250302/Put/seqid=0 2024-12-02T09:04:20,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741837_1013 (size=5672) 2024-12-02T09:04:20,871 INFO [M:0;7c6d666a4939:32785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b34616c13ba4d809ac60dc2508c4229 2024-12-02T09:04:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43411-0x1009a3aa1ee0004, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:20,897 INFO [RS:0;7c6d666a4939:43411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:04:20,897 INFO [RS:0;7c6d666a4939:43411 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,43411,1733130247468; zookeeper connection closed. 2024-12-02T09:04:20,899 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23954378 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23954378 2024-12-02T09:04:20,901 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:04:20,902 DEBUG [M:0;7c6d666a4939:32785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afd7bb32cc8c46fbbb573c1492246e24 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733130250367/Put/seqid=0 2024-12-02T09:04:20,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741838_1014 (size=5275) 2024-12-02T09:04:20,908 INFO [M:0;7c6d666a4939:32785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afd7bb32cc8c46fbbb573c1492246e24 2024-12-02T09:04:20,929 DEBUG [M:0;7c6d666a4939:32785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c535877c4a564978bbc5fc5d6a015ee6 is 69, key is 7c6d666a4939,43411,1733130247468/rs:state/1733130249527/Put/seqid=0 2024-12-02T09:04:20,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741839_1015 (size=5156) 2024-12-02T09:04:20,936 INFO [M:0;7c6d666a4939:32785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c535877c4a564978bbc5fc5d6a015ee6 2024-12-02T09:04:20,942 DEBUG [M:0;7c6d666a4939:32785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b34616c13ba4d809ac60dc2508c4229 as hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b34616c13ba4d809ac60dc2508c4229 2024-12-02T09:04:20,947 INFO [M:0;7c6d666a4939:32785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b34616c13ba4d809ac60dc2508c4229, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T09:04:20,948 DEBUG [M:0;7c6d666a4939:32785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/afd7bb32cc8c46fbbb573c1492246e24 as hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afd7bb32cc8c46fbbb573c1492246e24 2024-12-02T09:04:20,953 INFO [M:0;7c6d666a4939:32785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/afd7bb32cc8c46fbbb573c1492246e24, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T09:04:20,954 DEBUG [M:0;7c6d666a4939:32785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c535877c4a564978bbc5fc5d6a015ee6 as hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c535877c4a564978bbc5fc5d6a015ee6 2024-12-02T09:04:20,958 INFO [M:0;7c6d666a4939:32785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39391/user/jenkins/test-data/2d237e12-18e2-5884-83f6-f52032e6b538/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c535877c4a564978bbc5fc5d6a015ee6, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T09:04:20,959 INFO [M:0;7c6d666a4939:32785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=28, compaction requested=false 2024-12-02T09:04:20,971 INFO [M:0;7c6d666a4939:32785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:20,971 DEBUG [M:0;7c6d666a4939:32785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130260831Disabling compacts and flushes for region at 1733130260831Disabling writes for close at 1733130260831Obtaining lock to block concurrent updates at 1733130260831Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130260831Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733130260832 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130260832Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130260833 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130260855 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130260855Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130260880 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130260901 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130260901Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130260913 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130260929 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130260929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74095474: reopening flushed file at 1733130260941 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff54540: reopening flushed file at 1733130260947 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ec8712: reopening flushed file at 1733130260953 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=28, compaction requested=false at 1733130260959 (+6 ms)Writing region close event to WAL at 1733130260971 (+12 ms)Closed at 1733130260971 2024-12-02T09:04:20,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39451 is added to blk_1073741830_1006 (size=10165) 2024-12-02T09:04:20,975 INFO [M:0;7c6d666a4939:32785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:04:20,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:04:20,975 INFO [M:0;7c6d666a4939:32785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32785 2024-12-02T09:04:20,977 INFO [M:0;7c6d666a4939:32785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:04:21,090 INFO [M:0;7c6d666a4939:32785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:04:21,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:21,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32785-0x1009a3aa1ee0003, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:21,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6be8b747{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:04:21,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13405e6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:04:21,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:04:21,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68639548{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:04:21,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18da9bdb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/hadoop.log.dir/,STOPPED} 2024-12-02T09:04:21,111 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:04:21,111 WARN [BP-250552579-172.17.0.3-1733130245924 heartbeating to localhost/127.0.0.1:39391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:04:21,111 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:04:21,111 WARN [BP-250552579-172.17.0.3-1733130245924 heartbeating to localhost/127.0.0.1:39391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-250552579-172.17.0.3-1733130245924 (Datanode Uuid 5512140e-bb64-497b-8bed-9444af53b274) service to localhost/127.0.0.1:39391 2024-12-02T09:04:21,112 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/cluster_a022802f-0cc3-ef84-b0bd-d1e57c53e75e/data/data1/current/BP-250552579-172.17.0.3-1733130245924 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:04:21,113 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:04:21,113 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/cluster_a022802f-0cc3-ef84-b0bd-d1e57c53e75e/data/data2/current/BP-250552579-172.17.0.3-1733130245924 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:04:21,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6720f1ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:04:21,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3026bedf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:04:21,134 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:04:21,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@364aa3f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:04:21,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dbdb4be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/hadoop.log.dir/,STOPPED} 2024-12-02T09:04:21,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:04:21,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:04:21,160 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:21,160 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:21,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:21,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:21,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:21,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:04:21,161 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1368208567, stopped=false 2024-12-02T09:04:21,161 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,38241,1733130255024 2024-12-02T09:04:21,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1607925611/running 2024-12-02T09:04:21,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:21,172 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:04:21,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:21,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:21,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:21,172 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,42589,1733130255059' ***** 2024-12-02T09:04:21,172 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:04:21,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/running 2024-12-02T09:04:21,174 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:04:21,174 INFO [RS:0;7c6d666a4939:42589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:04:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1607925611/running 2024-12-02T09:04:21,174 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:04:21,174 INFO [RS:0;7c6d666a4939:42589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:04:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:21,174 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(3091): Received CLOSE for 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:21,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Set watcher on znode that does not yet exist, /0-1607925611/running 2024-12-02T09:04:21,177 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,42589,1733130255059 2024-12-02T09:04:21,177 INFO [RS:0;7c6d666a4939:42589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:04:21,178 INFO [RS:0;7c6d666a4939:42589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:42589. 2024-12-02T09:04:21,178 DEBUG [RS:0;7c6d666a4939:42589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:21,178 DEBUG [RS:0;7c6d666a4939:42589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:21,178 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:04:21,178 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:04:21,178 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:04:21,178 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:04:21,181 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:04:21,181 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(1325): Online Regions={35ad2f71acf480520e6e7cd1ccc0204c=hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:04:21,181 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 35ad2f71acf480520e6e7cd1ccc0204c 2024-12-02T09:04:21,181 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:04:21,181 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:04:21,181 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:04:21,181 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:04:21,181 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:04:21,181 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T09:04:21,182 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35ad2f71acf480520e6e7cd1ccc0204c, disabling compactions & flushes 2024-12-02T09:04:21,182 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:21,182 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:21,182 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. after waiting 0 ms 2024-12-02T09:04:21,182 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:21,187 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:04:21,209 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/info/6980743d15054b8abcab14074616bb86 is 147, key is hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c./info:regioninfo/1733130260405/Put/seqid=0 2024-12-02T09:04:21,213 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/replication/35ad2f71acf480520e6e7cd1ccc0204c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-02T09:04:21,214 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:21,214 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:21,214 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:21,214 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35ad2f71acf480520e6e7cd1ccc0204c: Waiting for close lock at 1733130261182Running coprocessor pre-close hooks at 1733130261182Disabling compacts and flushes for region at 1733130261182Disabling writes for close at 1733130261182Writing region close event to WAL at 1733130261203 (+21 ms)Running coprocessor post-close hooks at 1733130261214 (+11 ms)Closed at 1733130261214 2024-12-02T09:04:21,214 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733130250449.35ad2f71acf480520e6e7cd1ccc0204c. 2024-12-02T09:04:21,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741851_1027 (size=6385) 2024-12-02T09:04:21,223 DEBUG [RS:0;7c6d666a4939:42589.replicationSource.wal-reader.7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/WALs/7c6d666a4939,42589,1733130255059/7c6d666a4939%2C42589%2C1733130255059.1733130255732 to pos 0, reset compression=false 2024-12-02T09:04:21,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T09:04:21,381 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:21,581 DEBUG [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:21,604 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:04:21,605 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:04:21,619 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/info/6980743d15054b8abcab14074616bb86 2024-12-02T09:04:21,628 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/.tmp/info/6980743d15054b8abcab14074616bb86 as hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/info/6980743d15054b8abcab14074616bb86 2024-12-02T09:04:21,635 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/info/6980743d15054b8abcab14074616bb86, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T09:04:21,637 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=19, compaction requested=false 2024-12-02T09:04:21,637 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:04:21,674 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T09:04:21,675 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:21,675 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:21,675 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:21,675 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130261181Running coprocessor pre-close hooks at 1733130261181Disabling compacts and flushes for region at 1733130261181Disabling writes for close at 1733130261181Obtaining lock to block concurrent updates at 1733130261181Preparing flush snapshotting stores in 1588230740 at 1733130261181Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733130261182 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733130261182Flushing 1588230740/info: creating writer at 1733130261182Flushing 1588230740/info: appending metadata at 1733130261209 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733130261209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d7cff47: reopening flushed file at 1733130261627 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=19, compaction requested=false at 1733130261637 (+10 ms)Writing region close event to WAL at 1733130261667 (+30 ms)Running coprocessor post-close hooks at 1733130261675 (+8 ms)Closed at 1733130261675 2024-12-02T09:04:21,675 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:21,781 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,42589,1733130255059; all regions closed. 2024-12-02T09:04:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741849_1025 (size=2156) 2024-12-02T09:04:21,821 DEBUG [RS:0;7c6d666a4939:42589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs 2024-12-02T09:04:21,821 INFO [RS:0;7c6d666a4939:42589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C42589%2C1733130255059.meta:.meta(num 1733130256004) 2024-12-02T09:04:21,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741850_1026 (size=796) 2024-12-02T09:04:21,832 DEBUG [RS:0;7c6d666a4939:42589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs 2024-12-02T09:04:21,832 INFO [RS:0;7c6d666a4939:42589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C42589%2C1733130255059.rep:(num 1733130260352) 2024-12-02T09:04:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741848_1024 (size=93) 2024-12-02T09:04:21,845 DEBUG [RS:0;7c6d666a4939:42589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/oldWALs 2024-12-02T09:04:21,845 INFO [RS:0;7c6d666a4939:42589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C42589%2C1733130255059:(num 1733130255732) 2024-12-02T09:04:21,845 DEBUG [RS:0;7c6d666a4939:42589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:21,845 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:04:21,845 INFO [RS:0;7c6d666a4939:42589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:04:21,845 INFO [RS:0;7c6d666a4939:42589 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:04:21,845 INFO [RS:0;7c6d666a4939:42589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:04:21,846 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:04:21,846 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,42589,1733130255059 because: Region server is closing 2024-12-02T09:04:21,846 INFO [RS:0;7c6d666a4939:42589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:42589. 2024-12-02T09:04:21,846 DEBUG [RS:0;7c6d666a4939:42589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:21,846 DEBUG [RS:0;7c6d666a4939:42589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:21,847 DEBUG [RS:0;7c6d666a4939:42589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:21,847 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T09:04:21,847 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T09:04:21,847 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T09:04:21,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:21,947 WARN [RS:0;7c6d666a4939:42589.replicationSource.wal-reader.7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T09:04:21,947 WARN [RS:0;7c6d666a4939:42589.replicationSource.shipper7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T09:04:21,947 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7c6d666a4939:42589.replicationSource.shipper7c6d666a4939%2C42589%2C1733130255059,1-7c6d666a4939,42589,1733130255059 terminated 2024-12-02T09:04:21,947 INFO [RS:0;7c6d666a4939:42589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42589 2024-12-02T09:04:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611/rs 2024-12-02T09:04:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1607925611/rs/7c6d666a4939,42589,1733130255059 2024-12-02T09:04:21,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,42589,1733130255059] 2024-12-02T09:04:21,980 INFO [RS:0;7c6d666a4939:42589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:04:21,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/draining/7c6d666a4939,42589,1733130255059 already deleted, retry=false 2024-12-02T09:04:21,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,42589,1733130255059 expired; onlineServers=0 2024-12-02T09:04:21,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,38241,1733130255024' ***** 2024-12-02T09:04:21,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:04:21,988 INFO [M:0;7c6d666a4939:38241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:04:21,989 INFO [M:0;7c6d666a4939:38241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:04:21,989 DEBUG [M:0;7c6d666a4939:38241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:04:21,989 DEBUG [M:0;7c6d666a4939:38241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:04:21,989 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:04:21,989 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130255435 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130255435,5,FailOnTimeoutGroup] 2024-12-02T09:04:21,989 INFO [M:0;7c6d666a4939:38241 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:04:21,989 INFO [M:0;7c6d666a4939:38241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:04:21,989 DEBUG [M:0;7c6d666a4939:38241 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:04:21,989 INFO [M:0;7c6d666a4939:38241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:04:21,989 INFO [M:0;7c6d666a4939:38241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:04:21,989 INFO [M:0;7c6d666a4939:38241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:04:21,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:04:21,991 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130255433 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130255433,5,FailOnTimeoutGroup] 2024-12-02T09:04:21,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1607925611/master 2024-12-02T09:04:21,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1607925611 2024-12-02T09:04:22,005 DEBUG [M:0;7c6d666a4939:38241 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1607925611/master already deleted, retry=false 2024-12-02T09:04:22,005 DEBUG [M:0;7c6d666a4939:38241 {}] master.ActiveMasterManager(353): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1607925611/master 2024-12-02T09:04:22,006 INFO [M:0;7c6d666a4939:38241 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/.lastflushedseqids 2024-12-02T09:04:22,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741852_1028 (size=181) 2024-12-02T09:04:22,091 INFO [RS:0;7c6d666a4939:42589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:04:22,091 INFO [RS:0;7c6d666a4939:42589 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,42589,1733130255059; zookeeper connection closed. 2024-12-02T09:04:22,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:22,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42589-0x1009a3aa1ee0007, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:22,091 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@147f9efc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@147f9efc 2024-12-02T09:04:22,091 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:04:22,440 INFO [M:0;7c6d666a4939:38241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:04:22,445 INFO [M:0;7c6d666a4939:38241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:04:22,445 DEBUG [M:0;7c6d666a4939:38241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:04:22,445 INFO [M:0;7c6d666a4939:38241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:22,445 DEBUG [M:0;7c6d666a4939:38241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:22,445 DEBUG [M:0;7c6d666a4939:38241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:04:22,445 DEBUG [M:0;7c6d666a4939:38241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:22,445 INFO [M:0;7c6d666a4939:38241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T09:04:22,463 DEBUG [M:0;7c6d666a4939:38241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93f615a5c4d64b13b5a853b522a976e4 is 82, key is hbase:meta,,1/info:regioninfo/1733130256063/Put/seqid=0 2024-12-02T09:04:22,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741853_1029 (size=5672) 2024-12-02T09:04:22,867 INFO [M:0;7c6d666a4939:38241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93f615a5c4d64b13b5a853b522a976e4 2024-12-02T09:04:22,895 DEBUG [M:0;7c6d666a4939:38241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e730fc2ba1194ea98d8973b2a33d7074 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733130260421/Put/seqid=0 2024-12-02T09:04:22,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741854_1030 (size=7312) 2024-12-02T09:04:23,302 INFO [M:0;7c6d666a4939:38241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e730fc2ba1194ea98d8973b2a33d7074 2024-12-02T09:04:23,324 DEBUG [M:0;7c6d666a4939:38241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/032a0e54df58487795a882d6830d444c is 69, key is 7c6d666a4939,42589,1733130255059/rs:state/1733130255519/Put/seqid=0 2024-12-02T09:04:23,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741855_1031 (size=5370) 2024-12-02T09:04:23,339 INFO [M:0;7c6d666a4939:38241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/032a0e54df58487795a882d6830d444c 2024-12-02T09:04:23,351 INFO [M:0;7c6d666a4939:38241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 032a0e54df58487795a882d6830d444c 2024-12-02T09:04:23,352 DEBUG [M:0;7c6d666a4939:38241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93f615a5c4d64b13b5a853b522a976e4 as hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93f615a5c4d64b13b5a853b522a976e4 2024-12-02T09:04:23,358 INFO [M:0;7c6d666a4939:38241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93f615a5c4d64b13b5a853b522a976e4, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T09:04:23,367 DEBUG [M:0;7c6d666a4939:38241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e730fc2ba1194ea98d8973b2a33d7074 as hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e730fc2ba1194ea98d8973b2a33d7074 2024-12-02T09:04:23,372 INFO [M:0;7c6d666a4939:38241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e730fc2ba1194ea98d8973b2a33d7074, entries=7, sequenceid=127, filesize=7.1 K 2024-12-02T09:04:23,374 DEBUG [M:0;7c6d666a4939:38241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/032a0e54df58487795a882d6830d444c as hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/032a0e54df58487795a882d6830d444c 2024-12-02T09:04:23,379 INFO [M:0;7c6d666a4939:38241 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 032a0e54df58487795a882d6830d444c 2024-12-02T09:04:23,380 INFO [M:0;7c6d666a4939:38241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/032a0e54df58487795a882d6830d444c, entries=2, sequenceid=127, filesize=5.2 K 2024-12-02T09:04:23,380 INFO [M:0;7c6d666a4939:38241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=127, compaction requested=false 2024-12-02T09:04:23,390 INFO [M:0;7c6d666a4939:38241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:23,390 DEBUG [M:0;7c6d666a4939:38241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130262445Disabling compacts and flushes for region at 1733130262445Disabling writes for close at 1733130262445Obtaining lock to block concurrent updates at 1733130262445Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130262445Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733130262445Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130262446 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130262446Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130262462 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130262462Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130262872 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130262895 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130262895Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130263307 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130263323 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130263323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27220969: reopening flushed file at 1733130263351 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b3d6434: reopening flushed file at 1733130263359 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2958b930: reopening flushed file at 1733130263373 (+14 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 935ms, sequenceid=127, compaction requested=false at 1733130263380 (+7 ms)Writing region close event to WAL at 1733130263390 (+10 ms)Closed at 1733130263390 2024-12-02T09:04:23,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44149 is added to blk_1073741847_1023 (size=22903) 2024-12-02T09:04:23,393 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/34370513-c804-8fc6-de0b-adc036fbbca7/MasterData/WALs/7c6d666a4939,38241,1733130255024/7c6d666a4939%2C38241%2C1733130255024.1733130255163 not finished, retry = 0 2024-12-02T09:04:23,494 INFO [M:0;7c6d666a4939:38241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:04:23,494 INFO [M:0;7c6d666a4939:38241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38241 2024-12-02T09:04:23,495 INFO [M:0;7c6d666a4939:38241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:04:23,495 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:04:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:23,605 INFO [M:0;7c6d666a4939:38241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:04:23,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38241-0x1009a3aa1ee0006, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:23,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1650c7ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:04:23,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@687da7d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:04:23,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:04:23,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@723e439e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:04:23,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22d9d134{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/hadoop.log.dir/,STOPPED} 2024-12-02T09:04:23,612 WARN [BP-328973615-172.17.0.3-1733130240728 heartbeating to localhost/127.0.0.1:46269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:04:23,612 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:04:23,612 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:04:23,612 WARN [BP-328973615-172.17.0.3-1733130240728 heartbeating to localhost/127.0.0.1:46269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-328973615-172.17.0.3-1733130240728 (Datanode Uuid 2004ac8c-c622-4611-9ec2-0bfa38b07c96) service to localhost/127.0.0.1:46269 2024-12-02T09:04:23,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/cluster_f7f2919b-bb9f-504b-d507-3f55e83fb93c/data/data1/current/BP-328973615-172.17.0.3-1733130240728 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:04:23,613 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/cluster_f7f2919b-bb9f-504b-d507-3f55e83fb93c/data/data2/current/BP-328973615-172.17.0.3-1733130240728 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:04:23,613 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:04:23,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@899cea9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:04:23,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dc85baf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:04:23,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:04:23,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7437257b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:04:23,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c05425a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ff66bde-50bc-f15f-f8f7-a9e83bff5956/hadoop.log.dir/,STOPPED} 2024-12-02T09:04:23,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T09:04:23,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:04:23,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=202 (was 159) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:46269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:46269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39391 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:46269 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:46269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50385) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:46269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39391 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50385) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39391 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:39391 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=430 (was 385) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2126 (was 1629) - AvailableMemoryMB LEAK? - 2024-12-02T09:04:23,664 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=202, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=430, ProcessCount=11, AvailableMemoryMB=2126 2024-12-02T09:04:23,680 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-02T09:04:23,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/hadoop.log.dir so I do NOT create it in target/test-data/d50263d3-c970-acf5-4644-a6da43374d58 2024-12-02T09:04:23,681 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:04:23,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/hadoop.tmp.dir so I do NOT create it in target/test-data/d50263d3-c970-acf5-4644-a6da43374d58 2024-12-02T09:04:23,681 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6677dcf-e224-1c27-f140-349ad9970e97/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:04:23,681 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58 2024-12-02T09:04:23,681 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/cluster_5b66829c-6378-7f21-4909-f2ef13a5eed1, deleteOnExit=true 2024-12-02T09:04:23,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/cluster_5b66829c-6378-7f21-4909-f2ef13a5eed1/zookeeper_0, clientPort=55574, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/cluster_5b66829c-6378-7f21-4909-f2ef13a5eed1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/cluster_5b66829c-6378-7f21-4909-f2ef13a5eed1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T09:04:23,686 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55574 2024-12-02T09:04:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:04:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:04:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/test.cache.data in system properties and HBase conf 2024-12-02T09:04:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:04:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:04:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:04:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:04:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:04:23,686 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:04:23,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:04:23,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:04:23,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009a3aa1ee0005, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:04:23,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009a3aa1ee0002, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:04:23,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009a3aa1ee0005, quorum=127.0.0.1:50385, baseZNode=/1-992710402 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:04:23,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009a3aa1ee0002, quorum=127.0.0.1:50385, baseZNode=/0-1607925611 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:04:23,977 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:23,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:23,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:23,986 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:23,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:04:23,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:23,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ea52e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:23,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19561bd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:24,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d97639c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/java.io.tmpdir/jetty-localhost-34681-hadoop-hdfs-3_4_1-tests_jar-_-any-8671407900866298033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:04:24,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@505e8297{HTTP/1.1, (http/1.1)}{localhost:34681} 2024-12-02T09:04:24,105 INFO [Time-limited test {}] server.Server(415): Started @158644ms 2024-12-02T09:04:24,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:24,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:24,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:24,371 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:24,371 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:04:24,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@236ab19c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:24,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41510202{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:24,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d053f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/java.io.tmpdir/jetty-localhost-39243-hadoop-hdfs-3_4_1-tests_jar-_-any-1683012440406737918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:04:24,493 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15ac4d39{HTTP/1.1, (http/1.1)}{localhost:39243} 2024-12-02T09:04:24,493 INFO [Time-limited test {}] server.Server(415): Started @159033ms 2024-12-02T09:04:24,495 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:04:24,996 WARN [Thread-1674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/cluster_5b66829c-6378-7f21-4909-f2ef13a5eed1/data/data1/current/BP-686598086-172.17.0.3-1733130263708/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:24,997 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/cluster_5b66829c-6378-7f21-4909-f2ef13a5eed1/data/data2/current/BP-686598086-172.17.0.3-1733130263708/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:25,056 WARN [Thread-1662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:04:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29748e775c272fc6 with lease ID 0xa53ae83f368ce528: Processing first storage report for DS-c8953872-2177-4571-b111-0b3018d05325 from datanode DatanodeRegistration(127.0.0.1:34333, datanodeUuid=b332c253-7c95-445c-a07d-3ff2c0ea3fd0, infoPort=39819, infoSecurePort=0, ipcPort=36317, storageInfo=lv=-57;cid=testClusterID;nsid=357127225;c=1733130263708) 2024-12-02T09:04:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29748e775c272fc6 with lease ID 0xa53ae83f368ce528: from storage DS-c8953872-2177-4571-b111-0b3018d05325 node DatanodeRegistration(127.0.0.1:34333, datanodeUuid=b332c253-7c95-445c-a07d-3ff2c0ea3fd0, infoPort=39819, infoSecurePort=0, ipcPort=36317, storageInfo=lv=-57;cid=testClusterID;nsid=357127225;c=1733130263708), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:04:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29748e775c272fc6 with lease ID 0xa53ae83f368ce528: Processing first storage report for DS-c8d699a7-deaa-4c89-8a55-db8d2fc23bf1 from datanode DatanodeRegistration(127.0.0.1:34333, datanodeUuid=b332c253-7c95-445c-a07d-3ff2c0ea3fd0, infoPort=39819, infoSecurePort=0, ipcPort=36317, storageInfo=lv=-57;cid=testClusterID;nsid=357127225;c=1733130263708) 2024-12-02T09:04:25,061 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29748e775c272fc6 with lease ID 0xa53ae83f368ce528: from storage DS-c8d699a7-deaa-4c89-8a55-db8d2fc23bf1 node DatanodeRegistration(127.0.0.1:34333, datanodeUuid=b332c253-7c95-445c-a07d-3ff2c0ea3fd0, infoPort=39819, infoSecurePort=0, ipcPort=36317, storageInfo=lv=-57;cid=testClusterID;nsid=357127225;c=1733130263708), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T09:04:25,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58 2024-12-02T09:04:25,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:25,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:25,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:04:25,556 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d with version=8 2024-12-02T09:04:25,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/hbase-staging 2024-12-02T09:04:25,559 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:25,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:25,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:25,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:25,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:25,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:25,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:04:25,559 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:25,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35257 2024-12-02T09:04:25,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35257 connecting to ZooKeeper ensemble=127.0.0.1:55574 2024-12-02T09:04:25,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352570x0, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:25,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35257-0x1009a3afbb90000 connected 2024-12-02T09:04:25,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:04:25,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:25,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:25,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:25,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:25,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:25,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:25,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:25,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:25,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:25,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:25,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Set watcher on znode that does not yet exist, /0-474614997/running 2024-12-02T09:04:25,993 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d, hbase.cluster.distributed=false 2024-12-02T09:04:25,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Set watcher on znode that does not yet exist, /0-474614997/acl 2024-12-02T09:04:26,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35257 2024-12-02T09:04:26,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35257 2024-12-02T09:04:26,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35257 2024-12-02T09:04:26,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35257 2024-12-02T09:04:26,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35257 2024-12-02T09:04:26,082 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:26,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:26,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:26,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:26,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:26,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:26,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:04:26,083 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:26,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34087 2024-12-02T09:04:26,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34087 connecting to ZooKeeper ensemble=127.0.0.1:55574 2024-12-02T09:04:26,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:26,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:26,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340870x0, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Set watcher on znode that does not yet exist, /0-474614997/running 2024-12-02T09:04:26,105 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:04:26,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340870x0, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:26,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34087-0x1009a3afbb90001 connected 2024-12-02T09:04:26,133 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:04:26,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Set watcher on znode that does not yet exist, /0-474614997/master 2024-12-02T09:04:26,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Set watcher on znode that does not yet exist, /0-474614997/acl 2024-12-02T09:04:26,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34087 2024-12-02T09:04:26,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34087 2024-12-02T09:04:26,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34087 2024-12-02T09:04:26,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34087 2024-12-02T09:04:26,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34087 2024-12-02T09:04:26,163 DEBUG [M:0;7c6d666a4939:35257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:35257 2024-12-02T09:04:26,164 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-474614997/backup-masters/7c6d666a4939,35257,1733130265558 2024-12-02T09:04:26,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997/backup-masters 2024-12-02T09:04:26,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997/backup-masters 2024-12-02T09:04:26,171 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Set watcher on existing znode=/0-474614997/backup-masters/7c6d666a4939,35257,1733130265558 2024-12-02T09:04:26,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:26,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-474614997/master 2024-12-02T09:04:26,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:26,180 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Set watcher on existing znode=/0-474614997/master 2024-12-02T09:04:26,180 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-474614997/backup-masters/7c6d666a4939,35257,1733130265558 from backup master directory 2024-12-02T09:04:26,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-474614997/backup-masters/7c6d666a4939,35257,1733130265558 2024-12-02T09:04:26,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997/backup-masters 2024-12-02T09:04:26,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997/backup-masters 2024-12-02T09:04:26,195 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:26,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,35257,1733130265558 2024-12-02T09:04:26,202 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/hbase.id] with ID: 92206461-29d4-426d-a56d-1dc846a3d735 2024-12-02T09:04:26,202 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/.tmp/hbase.id 2024-12-02T09:04:26,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:04:26,623 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/.tmp/hbase.id]:[hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/hbase.id] 2024-12-02T09:04:26,636 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:26,636 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:04:26,637 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T09:04:26,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:26,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:04:26,685 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:26,686 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:04:26,687 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:26,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:04:26,712 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store 2024-12-02T09:04:26,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:04:26,726 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:26,726 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:04:26,726 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:26,726 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:26,727 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:04:26,727 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:26,727 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:26,727 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130266726Disabling compacts and flushes for region at 1733130266726Disabling writes for close at 1733130266727 (+1 ms)Writing region close event to WAL at 1733130266727Closed at 1733130266727 2024-12-02T09:04:26,728 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/.initializing 2024-12-02T09:04:26,728 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/WALs/7c6d666a4939,35257,1733130265558 2024-12-02T09:04:26,730 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:26,736 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C35257%2C1733130265558, suffix=, logDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/WALs/7c6d666a4939,35257,1733130265558, archiveDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/oldWALs, maxLogs=10 2024-12-02T09:04:26,759 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/WALs/7c6d666a4939,35257,1733130265558/7c6d666a4939%2C35257%2C1733130265558.1733130266737, exclude list is [], retry=0 2024-12-02T09:04:26,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-c8953872-2177-4571-b111-0b3018d05325,DISK] 2024-12-02T09:04:26,799 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/WALs/7c6d666a4939,35257,1733130265558/7c6d666a4939%2C35257%2C1733130265558.1733130266737 2024-12-02T09:04:26,802 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39819:39819)] 2024-12-02T09:04:26,802 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:26,803 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:26,803 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,803 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:04:26,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:26,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:26,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:04:26,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:26,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:26,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:04:26,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:26,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:26,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:04:26,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:26,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:26,840 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,841 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,843 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,844 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,844 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,845 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:26,846 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:26,852 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:26,852 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75252391, jitterRate=0.12134800851345062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:26,853 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130266803Initializing all the Stores at 1733130266804 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130266804Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130266807 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130266807Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130266807Cleaning up temporary data from old regions at 1733130266844 (+37 ms)Region opened successfully at 1733130266853 (+9 ms) 2024-12-02T09:04:26,855 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:04:26,858 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b2161, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:26,859 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:04:26,859 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:04:26,859 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:04:26,859 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:04:26,860 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:04:26,860 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:04:26,860 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:04:26,865 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:04:26,866 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Unable to get data of znode /0-474614997/balancer because node does not exist (not necessarily an error) 2024-12-02T09:04:26,879 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-474614997/balancer already deleted, retry=false 2024-12-02T09:04:26,879 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:04:26,880 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Unable to get data of znode /0-474614997/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:04:26,896 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-474614997/normalizer already deleted, retry=false 2024-12-02T09:04:26,897 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:04:26,900 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Unable to get data of znode /0-474614997/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:04:26,904 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-474614997/switch/split already deleted, retry=false 2024-12-02T09:04:26,905 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Unable to get data of znode /0-474614997/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:04:26,912 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-474614997/switch/merge already deleted, retry=false 2024-12-02T09:04:26,915 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Unable to get data of znode /0-474614997/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:04:26,920 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-474614997/snapshot-cleanup already deleted, retry=false 2024-12-02T09:04:26,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-474614997/running 2024-12-02T09:04:26,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:26,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-474614997/running 2024-12-02T09:04:26,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:26,930 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,35257,1733130265558, sessionid=0x1009a3afbb90000, setting cluster-up flag (Was=false) 2024-12-02T09:04:26,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:26,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:26,987 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-474614997/flush-table-proc/acquired, /0-474614997/flush-table-proc/reached, /0-474614997/flush-table-proc/abort 2024-12-02T09:04:26,988 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,35257,1733130265558 2024-12-02T09:04:27,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:27,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:27,029 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-474614997/online-snapshot/acquired, /0-474614997/online-snapshot/reached, /0-474614997/online-snapshot/abort 2024-12-02T09:04:27,029 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,35257,1733130265558 2024-12-02T09:04:27,036 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:04:27,039 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:27,039 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:04:27,040 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:04:27,040 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7c6d666a4939,39295,1733130242543: status=Processing ServerCrashProcedure of 7c6d666a4939,39295,1733130242543 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733130255426, completionTime=-1 appears to have been leaked 2024-12-02T09:04:27,040 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,35257,1733130265558 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:04:27,041 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:27,041 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:27,041 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:27,041 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:27,041 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:04:27,041 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,041 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:27,041 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:27,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:04:27,051 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:27,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:04:27,052 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(746): ClusterId : 92206461-29d4-426d-a56d-1dc846a3d735 2024-12-02T09:04:27,052 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:04:27,058 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130297058 2024-12-02T09:04:27,058 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:04:27,058 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:04:27,058 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:04:27,058 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:04:27,058 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:04:27,058 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:04:27,060 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,063 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:04:27,063 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:04:27,063 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:04:27,063 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:04:27,063 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:04:27,063 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:04:27,071 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:04:27,071 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:04:27,071 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:04:27,071 DEBUG [RS:0;7c6d666a4939:34087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796f6076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:27,072 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130267071,5,FailOnTimeoutGroup] 2024-12-02T09:04:27,082 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130267072,5,FailOnTimeoutGroup] 2024-12-02T09:04:27,082 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,082 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:04:27,082 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,082 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:04:27,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:04:27,085 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d 2024-12-02T09:04:27,088 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:34087 2024-12-02T09:04:27,089 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:04:27,089 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:04:27,089 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:04:27,089 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,35257,1733130265558 with port=34087, startcode=1733130266082 2024-12-02T09:04:27,090 DEBUG [RS:0;7c6d666a4939:34087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:04:27,098 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:04:27,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,34087,1733130266082 2024-12-02T09:04:27,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35257 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,34087,1733130266082 2024-12-02T09:04:27,100 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d 2024-12-02T09:04:27,100 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42059 2024-12-02T09:04:27,100 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:04:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741832_1008 (size=32) 2024-12-02T09:04:27,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:27,105 DEBUG [RS:0;7c6d666a4939:34087 {}] zookeeper.ZKUtil(111): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Set watcher on existing znode=/0-474614997/rs/7c6d666a4939,34087,1733130266082 2024-12-02T09:04:27,105 WARN [RS:0;7c6d666a4939:34087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:27,105 INFO [RS:0;7c6d666a4939:34087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:27,105 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082 2024-12-02T09:04:27,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997/rs 2024-12-02T09:04:27,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:04:27,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,34087,1733130266082] 2024-12-02T09:04:27,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:04:27,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:27,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:27,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:04:27,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:04:27,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:27,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:27,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:04:27,114 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:04:27,115 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:04:27,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:27,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:27,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:04:27,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:04:27,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:27,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:27,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:04:27,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740 2024-12-02T09:04:27,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740 2024-12-02T09:04:27,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:04:27,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:04:27,120 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:27,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:04:27,123 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:04:27,128 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:27,128 INFO [RS:0;7c6d666a4939:34087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:04:27,129 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,129 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63231185, jitterRate=-0.057781919836997986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:27,129 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:04:27,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130267104Initializing all the Stores at 1733130267106 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130267106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130267109 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130267109Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130267109Cleaning up temporary data from old regions at 1733130267120 (+11 ms)Region opened successfully at 1733130267129 (+9 ms) 2024-12-02T09:04:27,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:04:27,129 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:04:27,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:04:27,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:04:27,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:04:27,130 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:04:27,130 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,130 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,130 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,130 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,130 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,130 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,130 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:27,130 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,130 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,130 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,130 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,131 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,131 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:27,131 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:27,131 DEBUG [RS:0;7c6d666a4939:34087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:27,135 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:27,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130267129Disabling compacts and flushes for region at 1733130267129Disabling writes for close at 1733130267129Writing region close event to WAL at 1733130267135 (+6 ms)Closed at 1733130267135 2024-12-02T09:04:27,136 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:27,136 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:04:27,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:04:27,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:27,138 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:04:27,147 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,147 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,147 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,147 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,147 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,147 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34087,1733130266082-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:27,168 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:04:27,168 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34087,1733130266082-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,168 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,168 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.Replication(171): 7c6d666a4939,34087,1733130266082 started 2024-12-02T09:04:27,187 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,188 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,34087,1733130266082, RpcServer on 7c6d666a4939/172.17.0.3:34087, sessionid=0x1009a3afbb90001 2024-12-02T09:04:27,188 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:04:27,188 DEBUG [RS:0;7c6d666a4939:34087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,34087,1733130266082 2024-12-02T09:04:27,188 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,34087,1733130266082' 2024-12-02T09:04:27,188 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-474614997/flush-table-proc/abort' 2024-12-02T09:04:27,188 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-474614997/flush-table-proc/acquired' 2024-12-02T09:04:27,189 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:04:27,189 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:04:27,189 DEBUG [RS:0;7c6d666a4939:34087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,34087,1733130266082 2024-12-02T09:04:27,189 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,34087,1733130266082' 2024-12-02T09:04:27,189 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-474614997/online-snapshot/abort' 2024-12-02T09:04:27,189 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-474614997/online-snapshot/acquired' 2024-12-02T09:04:27,189 DEBUG [RS:0;7c6d666a4939:34087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:04:27,189 INFO [RS:0;7c6d666a4939:34087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:04:27,189 INFO [RS:0;7c6d666a4939:34087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:04:27,289 WARN [7c6d666a4939:35257 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T09:04:27,290 INFO [RS:0;7c6d666a4939:34087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:27,300 INFO [RS:0;7c6d666a4939:34087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C34087%2C1733130266082, suffix=, logDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082, archiveDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/oldWALs, maxLogs=10 2024-12-02T09:04:27,320 DEBUG [RS:0;7c6d666a4939:34087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300, exclude list is [], retry=0 2024-12-02T09:04:27,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-c8953872-2177-4571-b111-0b3018d05325,DISK] 2024-12-02T09:04:27,334 INFO [RS:0;7c6d666a4939:34087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 2024-12-02T09:04:27,334 DEBUG [RS:0;7c6d666a4939:34087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39819:39819)] 2024-12-02T09:04:27,539 DEBUG [7c6d666a4939:35257 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:04:27,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,34087,1733130266082 2024-12-02T09:04:27,540 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,34087,1733130266082, state=OPENING 2024-12-02T09:04:27,545 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:04:27,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:27,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:27,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-474614997/meta-region-server: CHANGED 2024-12-02T09:04:27,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-474614997/meta-region-server: CHANGED 2024-12-02T09:04:27,554 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:27,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,34087,1733130266082}] 2024-12-02T09:04:27,706 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:04:27,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:04:27,710 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:04:27,710 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:27,710 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:04:27,711 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C34087%2C1733130266082.meta, suffix=.meta, logDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082, archiveDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/oldWALs, maxLogs=10 2024-12-02T09:04:27,722 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.meta.1733130267711.meta, exclude list is [], retry=0 2024-12-02T09:04:27,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-c8953872-2177-4571-b111-0b3018d05325,DISK] 2024-12-02T09:04:27,725 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.meta.1733130267711.meta 2024-12-02T09:04:27,725 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39819:39819)] 2024-12-02T09:04:27,725 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:27,725 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:27,725 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:04:27,725 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:04:27,725 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:04:27,725 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:04:27,726 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:27,726 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:04:27,726 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:04:27,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:04:27,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:04:27,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:27,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:27,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:04:27,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:04:27,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:27,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:27,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:04:27,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:04:27,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:27,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:27,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:04:27,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:04:27,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:27,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:27,730 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:04:27,731 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740 2024-12-02T09:04:27,731 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740 2024-12-02T09:04:27,732 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:04:27,732 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:04:27,732 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:27,733 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:04:27,734 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71504261, jitterRate=0.0654965192079544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:27,734 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:04:27,734 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130267726Writing region info on filesystem at 1733130267726Initializing all the Stores at 1733130267726Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130267726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130267726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130267726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130267726Cleaning up temporary data from old regions at 1733130267732 (+6 ms)Running coprocessor post-open hooks at 1733130267734 (+2 ms)Region opened successfully at 1733130267734 2024-12-02T09:04:27,735 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130267706 2024-12-02T09:04:27,736 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:04:27,736 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:04:27,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,34087,1733130266082 2024-12-02T09:04:27,737 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,34087,1733130266082, state=OPEN 2024-12-02T09:04:27,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-474614997/meta-region-server 2024-12-02T09:04:27,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-474614997/meta-region-server 2024-12-02T09:04:27,782 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,34087,1733130266082 2024-12-02T09:04:27,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-474614997/meta-region-server: CHANGED 2024-12-02T09:04:27,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-474614997/meta-region-server: CHANGED 2024-12-02T09:04:27,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:04:27,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,34087,1733130266082 in 228 msec 2024-12-02T09:04:27,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:04:27,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 647 msec 2024-12-02T09:04:27,786 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:27,786 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:04:27,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:27,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34087,1733130266082, seqNum=-1] 2024-12-02T09:04:27,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:27,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:27,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 753 msec 2024-12-02T09:04:27,792 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130267792, completionTime=-1 2024-12-02T09:04:27,792 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:04:27,792 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:04:27,794 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:04:27,794 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130327794 2024-12-02T09:04:27,794 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130387794 2024-12-02T09:04:27,794 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:04:27,795 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35257,1733130265558-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,795 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35257,1733130265558-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,795 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35257,1733130265558-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,795 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:35257, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,795 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,795 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,797 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:04:27,798 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.601sec 2024-12-02T09:04:27,798 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:04:27,798 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:04:27,798 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:04:27,798 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:04:27,798 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:04:27,798 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35257,1733130265558-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:27,798 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35257,1733130265558-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:04:27,799 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:04:27,800 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:04:27,800 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35257,1733130265558-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:27,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cf712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:27,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35257,-1 for getting cluster id 2024-12-02T09:04:27,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:27,850 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92206461-29d4-426d-a56d-1dc846a3d735' 2024-12-02T09:04:27,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:27,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92206461-29d4-426d-a56d-1dc846a3d735" 2024-12-02T09:04:27,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c18b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:27,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35257,-1] 2024-12-02T09:04:27,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:27,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:27,852 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:27,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b022f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:27,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34087,1733130266082, seqNum=-1] 2024-12-02T09:04:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:27,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:27,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,35257,1733130265558 2024-12-02T09:04:27,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55574 2024-12-02T09:04:27,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:27,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009a3afbb90002 connected 2024-12-02T09:04:27,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/hadoop.log.dir so I do NOT create it in target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8 2024-12-02T09:04:27,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:04:27,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/hadoop.tmp.dir so I do NOT create it in target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8 2024-12-02T09:04:27,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:04:27,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8 2024-12-02T09:04:27,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:04:27,881 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/cluster_243c0df9-0e34-fd9f-6b78-fe01189976a9, deleteOnExit=true 2024-12-02T09:04:27,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:04:27,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/test.cache.data in system properties and HBase conf 2024-12-02T09:04:27,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:04:27,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:04:27,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:04:27,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:04:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:04:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:04:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:04:28,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:28,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:28,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:28,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:28,155 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:04:28,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:28,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2df946f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:28,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c20af62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:28,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3310d2a5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/java.io.tmpdir/jetty-localhost-39645-hadoop-hdfs-3_4_1-tests_jar-_-any-10608029937760666612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:04:28,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e524fa5{HTTP/1.1, (http/1.1)}{localhost:39645} 2024-12-02T09:04:28,281 INFO [Time-limited test {}] server.Server(415): Started @162821ms 2024-12-02T09:04:28,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:28,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:28,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:28,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:28,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:04:28,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b0883f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:28,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc2fe1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:28,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e7ed898{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/java.io.tmpdir/jetty-localhost-45817-hadoop-hdfs-3_4_1-tests_jar-_-any-15079978483980787498/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:04:28,688 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dfa0b73{HTTP/1.1, (http/1.1)}{localhost:45817} 2024-12-02T09:04:28,688 INFO [Time-limited test {}] server.Server(415): Started @163227ms 2024-12-02T09:04:28,689 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:04:29,153 WARN [Thread-1795 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/cluster_243c0df9-0e34-fd9f-6b78-fe01189976a9/data/data1/current/BP-1347050457-172.17.0.3-1733130267899/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:29,153 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/cluster_243c0df9-0e34-fd9f-6b78-fe01189976a9/data/data2/current/BP-1347050457-172.17.0.3-1733130267899/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:29,187 WARN [Thread-1783 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:04:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x764951f0b636ab4e with lease ID 0x76a3fd092c2da083: Processing first storage report for DS-b21e64f4-6546-4d44-bc6c-4bc628378319 from datanode DatanodeRegistration(127.0.0.1:32877, datanodeUuid=2e4cb905-c9e4-4497-b13e-671db50e0f0b, infoPort=46369, infoSecurePort=0, ipcPort=32897, storageInfo=lv=-57;cid=testClusterID;nsid=1718020526;c=1733130267899) 2024-12-02T09:04:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x764951f0b636ab4e with lease ID 0x76a3fd092c2da083: from storage DS-b21e64f4-6546-4d44-bc6c-4bc628378319 node DatanodeRegistration(127.0.0.1:32877, datanodeUuid=2e4cb905-c9e4-4497-b13e-671db50e0f0b, infoPort=46369, infoSecurePort=0, ipcPort=32897, storageInfo=lv=-57;cid=testClusterID;nsid=1718020526;c=1733130267899), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T09:04:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x764951f0b636ab4e with lease ID 0x76a3fd092c2da083: Processing first storage report for DS-37bec7e5-96dc-4181-b305-242d1cb19f70 from datanode DatanodeRegistration(127.0.0.1:32877, datanodeUuid=2e4cb905-c9e4-4497-b13e-671db50e0f0b, infoPort=46369, infoSecurePort=0, ipcPort=32897, storageInfo=lv=-57;cid=testClusterID;nsid=1718020526;c=1733130267899) 2024-12-02T09:04:29,194 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x764951f0b636ab4e with lease ID 0x76a3fd092c2da083: from storage DS-37bec7e5-96dc-4181-b305-242d1cb19f70 node DatanodeRegistration(127.0.0.1:32877, datanodeUuid=2e4cb905-c9e4-4497-b13e-671db50e0f0b, infoPort=46369, infoSecurePort=0, ipcPort=32897, storageInfo=lv=-57;cid=testClusterID;nsid=1718020526;c=1733130267899), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:04:29,224 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8 2024-12-02T09:04:29,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:29,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:29,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:04:29,650 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314 with version=8 2024-12-02T09:04:29,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/hbase-staging 2024-12-02T09:04:29,652 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:29,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:29,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:29,652 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:29,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:29,652 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:29,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:04:29,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:29,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42089 2024-12-02T09:04:29,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42089 connecting to ZooKeeper ensemble=127.0.0.1:55574 2024-12-02T09:04:29,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420890x0, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:29,687 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42089-0x1009a3afbb90003 connected 2024-12-02T09:04:29,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:29,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:29,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Set watcher on znode that does not yet exist, /1-900020248/running 2024-12-02T09:04:29,750 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314, hbase.cluster.distributed=false 2024-12-02T09:04:29,751 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Set watcher on znode that does not yet exist, /1-900020248/acl 2024-12-02T09:04:29,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42089 2024-12-02T09:04:29,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42089 2024-12-02T09:04:29,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42089 2024-12-02T09:04:29,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42089 2024-12-02T09:04:29,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42089 2024-12-02T09:04:29,777 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:29,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:29,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:29,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:29,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:29,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:29,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:04:29,777 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:29,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45233 2024-12-02T09:04:29,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45233 connecting to ZooKeeper ensemble=127.0.0.1:55574 2024-12-02T09:04:29,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:29,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:29,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452330x0, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:29,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452330x0, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Set watcher on znode that does not yet exist, /1-900020248/running 2024-12-02T09:04:29,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45233-0x1009a3afbb90004 connected 2024-12-02T09:04:29,796 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:04:29,799 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:04:29,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Set watcher on znode that does not yet exist, /1-900020248/master 2024-12-02T09:04:29,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Set watcher on znode that does not yet exist, /1-900020248/acl 2024-12-02T09:04:29,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45233 2024-12-02T09:04:29,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45233 2024-12-02T09:04:29,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45233 2024-12-02T09:04:29,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45233 2024-12-02T09:04:29,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45233 2024-12-02T09:04:29,828 DEBUG [M:0;7c6d666a4939:42089 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:42089 2024-12-02T09:04:29,828 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-900020248/backup-masters/7c6d666a4939,42089,1733130269652 2024-12-02T09:04:29,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248/backup-masters 2024-12-02T09:04:29,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248/backup-masters 2024-12-02T09:04:29,837 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Set watcher on existing znode=/1-900020248/backup-masters/7c6d666a4939,42089,1733130269652 2024-12-02T09:04:29,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:29,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-900020248/master 2024-12-02T09:04:29,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:29,846 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Set watcher on existing znode=/1-900020248/master 2024-12-02T09:04:29,846 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-900020248/backup-masters/7c6d666a4939,42089,1733130269652 from backup master directory 2024-12-02T09:04:29,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248/backup-masters 2024-12-02T09:04:29,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-900020248/backup-masters/7c6d666a4939,42089,1733130269652 2024-12-02T09:04:29,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248/backup-masters 2024-12-02T09:04:29,854 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:29,854 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,42089,1733130269652 2024-12-02T09:04:29,857 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/hbase.id] with ID: 0a8c0bf0-0dc3-4783-949d-e45315ff33f4 2024-12-02T09:04:29,857 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/.tmp/hbase.id 2024-12-02T09:04:29,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:04:29,861 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/.tmp/hbase.id]:[hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/hbase.id] 2024-12-02T09:04:29,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:29,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:04:29,871 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T09:04:29,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:29,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:29,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:04:30,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:30,286 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:04:30,286 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:04:30,692 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store 2024-12-02T09:04:30,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:04:31,100 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:31,100 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:04:31,100 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:31,100 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:31,100 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:04:31,100 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:31,100 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:31,100 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130271100Disabling compacts and flushes for region at 1733130271100Disabling writes for close at 1733130271100Writing region close event to WAL at 1733130271100Closed at 1733130271100 2024-12-02T09:04:31,102 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/.initializing 2024-12-02T09:04:31,102 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/WALs/7c6d666a4939,42089,1733130269652 2024-12-02T09:04:31,103 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:31,105 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C42089%2C1733130269652, suffix=, logDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/WALs/7c6d666a4939,42089,1733130269652, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/oldWALs, maxLogs=10 2024-12-02T09:04:31,120 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/WALs/7c6d666a4939,42089,1733130269652/7c6d666a4939%2C42089%2C1733130269652.1733130271105, exclude list is [], retry=0 2024-12-02T09:04:31,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32877,DS-b21e64f4-6546-4d44-bc6c-4bc628378319,DISK] 2024-12-02T09:04:31,124 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/WALs/7c6d666a4939,42089,1733130269652/7c6d666a4939%2C42089%2C1733130269652.1733130271105 2024-12-02T09:04:31,124 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-12-02T09:04:31,124 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:31,124 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:31,124 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,124 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:04:31,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:31,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:31,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:04:31,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:31,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:31,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:04:31,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:31,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:31,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:04:31,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:31,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:31,134 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,134 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,134 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,135 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,135 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,135 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:31,136 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:31,137 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:31,138 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71634079, jitterRate=0.06743095815181732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:31,138 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130271124Initializing all the Stores at 1733130271128 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130271128Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130271128Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130271128Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130271128Cleaning up temporary data from old regions at 1733130271135 (+7 ms)Region opened successfully at 1733130271138 (+3 ms) 2024-12-02T09:04:31,138 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:04:31,140 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25d928b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:31,141 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:04:31,141 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:04:31,141 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:04:31,141 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:04:31,142 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:04:31,142 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:04:31,142 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:04:31,151 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:04:31,153 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Unable to get data of znode /1-900020248/balancer because node does not exist (not necessarily an error) 2024-12-02T09:04:31,196 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-900020248/balancer already deleted, retry=false 2024-12-02T09:04:31,197 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:04:31,197 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Unable to get data of znode /1-900020248/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:04:31,204 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-900020248/normalizer already deleted, retry=false 2024-12-02T09:04:31,204 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:04:31,207 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Unable to get data of znode /1-900020248/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:04:31,212 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-900020248/switch/split already deleted, retry=false 2024-12-02T09:04:31,213 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Unable to get data of znode /1-900020248/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:04:31,220 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-900020248/switch/merge already deleted, retry=false 2024-12-02T09:04:31,222 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Unable to get data of znode /1-900020248/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:04:31,229 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-900020248/snapshot-cleanup already deleted, retry=false 2024-12-02T09:04:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-900020248/running 2024-12-02T09:04:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-900020248/running 2024-12-02T09:04:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:31,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:31,237 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,42089,1733130269652, sessionid=0x1009a3afbb90003, setting cluster-up flag (Was=false) 2024-12-02T09:04:31,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:31,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:31,279 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-900020248/flush-table-proc/acquired, /1-900020248/flush-table-proc/reached, /1-900020248/flush-table-proc/abort 2024-12-02T09:04:31,280 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,42089,1733130269652 2024-12-02T09:04:31,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:31,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:31,320 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-900020248/online-snapshot/acquired, /1-900020248/online-snapshot/reached, /1-900020248/online-snapshot/abort 2024-12-02T09:04:31,321 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,42089,1733130269652 2024-12-02T09:04:31,322 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:04:31,324 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:31,324 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:04:31,324 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:04:31,324 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,42089,1733130269652 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:04:31,326 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:31,326 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:31,326 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:31,326 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:31,326 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:04:31,326 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,326 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:31,326 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:31,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:04:31,333 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:31,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:04:31,339 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130301339 2024-12-02T09:04:31,339 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:04:31,339 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:04:31,339 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:04:31,339 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:04:31,339 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:04:31,339 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:04:31,343 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,347 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:04:31,347 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:04:31,347 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:04:31,347 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:04:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:04:31,359 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:04:31,359 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:04:31,359 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130271359,5,FailOnTimeoutGroup] 2024-12-02T09:04:31,363 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130271359,5,FailOnTimeoutGroup] 2024-12-02T09:04:31,363 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,363 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:04:31,363 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,363 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,420 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(746): ClusterId : 0a8c0bf0-0dc3-4783-949d-e45315ff33f4 2024-12-02T09:04:31,420 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:04:31,429 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:04:31,429 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:04:31,437 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:04:31,437 DEBUG [RS:0;7c6d666a4939:45233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e06b60a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:31,447 DEBUG [RS:0;7c6d666a4939:45233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:45233 2024-12-02T09:04:31,447 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:04:31,447 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:04:31,447 DEBUG [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:04:31,447 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,42089,1733130269652 with port=45233, startcode=1733130269777 2024-12-02T09:04:31,447 DEBUG [RS:0;7c6d666a4939:45233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:04:31,449 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:04:31,449 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42089 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,45233,1733130269777 2024-12-02T09:04:31,449 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42089 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,45233,1733130269777 2024-12-02T09:04:31,450 DEBUG [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314 2024-12-02T09:04:31,450 DEBUG [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43955 2024-12-02T09:04:31,450 DEBUG [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:04:31,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248/rs 2024-12-02T09:04:31,490 DEBUG [RS:0;7c6d666a4939:45233 {}] zookeeper.ZKUtil(111): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Set watcher on existing znode=/1-900020248/rs/7c6d666a4939,45233,1733130269777 2024-12-02T09:04:31,490 WARN [RS:0;7c6d666a4939:45233 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:31,490 INFO [RS:0;7c6d666a4939:45233 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:31,490 DEBUG [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777 2024-12-02T09:04:31,490 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,45233,1733130269777] 2024-12-02T09:04:31,493 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:04:31,495 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:04:31,495 INFO [RS:0;7c6d666a4939:45233 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:04:31,495 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,496 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:04:31,497 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:04:31,497 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,497 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,497 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,497 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,497 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,497 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,497 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:31,497 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,497 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,497 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,497 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,498 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,498 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:31,498 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:31,498 DEBUG [RS:0;7c6d666a4939:45233 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:31,499 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,499 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,499 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,499 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,499 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,499 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,45233,1733130269777-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:31,521 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:04:31,522 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,45233,1733130269777-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,522 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,522 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.Replication(171): 7c6d666a4939,45233,1733130269777 started 2024-12-02T09:04:31,541 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:31,541 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,45233,1733130269777, RpcServer on 7c6d666a4939/172.17.0.3:45233, sessionid=0x1009a3afbb90004 2024-12-02T09:04:31,541 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:04:31,541 DEBUG [RS:0;7c6d666a4939:45233 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,45233,1733130269777 2024-12-02T09:04:31,541 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,45233,1733130269777' 2024-12-02T09:04:31,541 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-900020248/flush-table-proc/abort' 2024-12-02T09:04:31,542 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-900020248/flush-table-proc/acquired' 2024-12-02T09:04:31,542 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:04:31,542 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:04:31,542 DEBUG [RS:0;7c6d666a4939:45233 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,45233,1733130269777 2024-12-02T09:04:31,542 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,45233,1733130269777' 2024-12-02T09:04:31,542 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-900020248/online-snapshot/abort' 2024-12-02T09:04:31,542 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-900020248/online-snapshot/acquired' 2024-12-02T09:04:31,543 DEBUG [RS:0;7c6d666a4939:45233 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:04:31,543 INFO [RS:0;7c6d666a4939:45233 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:04:31,543 INFO [RS:0;7c6d666a4939:45233 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:04:31,643 INFO [RS:0;7c6d666a4939:45233 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:31,645 INFO [RS:0;7c6d666a4939:45233 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C45233%2C1733130269777, suffix=, logDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/oldWALs, maxLogs=10 2024-12-02T09:04:31,661 DEBUG [RS:0;7c6d666a4939:45233 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645, exclude list is [], retry=0 2024-12-02T09:04:31,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32877,DS-b21e64f4-6546-4d44-bc6c-4bc628378319,DISK] 2024-12-02T09:04:31,667 INFO [RS:0;7c6d666a4939:45233 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 2024-12-02T09:04:31,667 DEBUG [RS:0;7c6d666a4939:45233 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-12-02T09:04:31,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:04:31,756 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314 2024-12-02T09:04:31,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:04:31,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:31,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:04:31,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:04:31,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:31,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:31,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:04:31,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:04:31,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:31,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:31,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:04:31,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:04:31,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:31,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:31,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:04:31,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:04:31,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:31,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:31,780 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:04:31,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740 2024-12-02T09:04:31,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740 2024-12-02T09:04:31,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:04:31,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:04:31,782 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:31,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:04:31,786 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:31,786 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67586874, jitterRate=0.007122904062271118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:31,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130271771Initializing all the Stores at 1733130271772 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130271772Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130271772Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130271772Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130271772Cleaning up temporary data from old regions at 1733130271782 (+10 ms)Region opened successfully at 1733130271786 (+4 ms) 2024-12-02T09:04:31,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:04:31,786 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:04:31,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:04:31,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:04:31,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:04:31,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:31,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130271786Disabling compacts and flushes for region at 1733130271786Disabling writes for close at 1733130271786Writing region close event to WAL at 1733130271787 (+1 ms)Closed at 1733130271787 2024-12-02T09:04:31,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:31,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:04:31,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:04:31,789 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:31,790 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:04:31,940 DEBUG [7c6d666a4939:42089 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:04:31,941 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,45233,1733130269777 2024-12-02T09:04:31,942 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,45233,1733130269777, state=OPENING 2024-12-02T09:04:31,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:04:31,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:31,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:31,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-900020248/meta-region-server: CHANGED 2024-12-02T09:04:31,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-900020248/meta-region-server: CHANGED 2024-12-02T09:04:31,980 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:31,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,45233,1733130269777}] 2024-12-02T09:04:32,134 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:04:32,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:04:32,140 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:04:32,140 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:32,140 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:04:32,146 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C45233%2C1733130269777.meta, suffix=.meta, logDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/oldWALs, maxLogs=10 2024-12-02T09:04:32,184 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.meta.1733130272146.meta, exclude list is [], retry=0 2024-12-02T09:04:32,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32877,DS-b21e64f4-6546-4d44-bc6c-4bc628378319,DISK] 2024-12-02T09:04:32,215 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.meta.1733130272146.meta 2024-12-02T09:04:32,218 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-12-02T09:04:32,219 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:32,219 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:32,219 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:04:32,219 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:04:32,219 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:04:32,220 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:04:32,220 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:32,220 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:04:32,220 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:04:32,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:04:32,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:04:32,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:32,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:32,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:04:32,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:04:32,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:32,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:32,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:04:32,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:04:32,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:32,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:32,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:04:32,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:04:32,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:32,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:32,227 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:04:32,228 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740 2024-12-02T09:04:32,229 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740 2024-12-02T09:04:32,230 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:04:32,230 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:04:32,230 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:32,231 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:04:32,232 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72583199, jitterRate=0.08157394826412201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:32,232 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:04:32,232 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130272220Writing region info on filesystem at 1733130272220Initializing all the Stores at 1733130272221 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130272221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130272221Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130272221Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130272221Cleaning up temporary data from old regions at 1733130272230 (+9 ms)Running coprocessor post-open hooks at 1733130272232 (+2 ms)Region opened successfully at 1733130272232 2024-12-02T09:04:32,233 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130272134 2024-12-02T09:04:32,235 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:04:32,235 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:04:32,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,45233,1733130269777 2024-12-02T09:04:32,237 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,45233,1733130269777, state=OPEN 2024-12-02T09:04:32,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-900020248/meta-region-server 2024-12-02T09:04:32,246 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-900020248/meta-region-server: CHANGED 2024-12-02T09:04:32,246 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,45233,1733130269777 2024-12-02T09:04:32,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-900020248/meta-region-server 2024-12-02T09:04:32,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-900020248/meta-region-server: CHANGED 2024-12-02T09:04:32,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:04:32,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,45233,1733130269777 in 266 msec 2024-12-02T09:04:32,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:04:32,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-12-02T09:04:32,251 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:32,251 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:04:32,252 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:32,252 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1] 2024-12-02T09:04:32,252 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:32,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:32,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 936 msec 2024-12-02T09:04:32,261 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130272260, completionTime=-1 2024-12-02T09:04:32,261 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:04:32,261 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:04:32,262 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:04:32,263 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130332263 2024-12-02T09:04:32,263 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130392263 2024-12-02T09:04:32,263 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:04:32,263 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,42089,1733130269652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:32,263 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,42089,1733130269652-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:32,263 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,42089,1733130269652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:32,263 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:42089, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:32,263 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:32,265 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:04:32,267 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:32,272 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.418sec 2024-12-02T09:04:32,273 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:04:32,273 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:04:32,273 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:04:32,273 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:04:32,273 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:04:32,273 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,42089,1733130269652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:32,273 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,42089,1733130269652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:04:32,283 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:04:32,283 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:04:32,283 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,42089,1733130269652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:32,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22023049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:32,323 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,42089,-1 for getting cluster id 2024-12-02T09:04:32,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:32,327 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a8c0bf0-0dc3-4783-949d-e45315ff33f4' 2024-12-02T09:04:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a8c0bf0-0dc3-4783-949d-e45315ff33f4" 2024-12-02T09:04:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1728f054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:32,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,42089,-1] 2024-12-02T09:04:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:32,330 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:32,331 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:32,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331882a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:32,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1] 2024-12-02T09:04:32,334 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:32,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:32,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,42089,1733130269652 2024-12-02T09:04:32,337 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55574 2024-12-02T09:04:32,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:32,346 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009a3afbb90005 connected 2024-12-02T09:04:32,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:32,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,35257,1733130265558 2024-12-02T09:04:32,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48ca11dd 2024-12-02T09:04:32,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:32,358 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:32,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:04:32,360 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:04:32,360 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:32,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:04:32,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:04:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:32,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:04:32,384 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b847c8cc3a8efa46109ba3613931faf1, NAME => 'test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d 2024-12-02T09:04:32,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:04:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:32,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:32,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b847c8cc3a8efa46109ba3613931faf1, disabling compactions & flushes 2024-12-02T09:04:32,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:32,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:32,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. after waiting 0 ms 2024-12-02T09:04:32,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:32,798 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:32,798 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b847c8cc3a8efa46109ba3613931faf1: Waiting for close lock at 1733130272798Disabling compacts and flushes for region at 1733130272798Disabling writes for close at 1733130272798Writing region close event to WAL at 1733130272798Closed at 1733130272798 2024-12-02T09:04:32,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:04:32,800 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130272800"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130272800"}]},"ts":"1733130272800"} 2024-12-02T09:04:32,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:04:32,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:04:32,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130272808"}]},"ts":"1733130272808"} 2024-12-02T09:04:32,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:04:32,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b847c8cc3a8efa46109ba3613931faf1, ASSIGN}] 2024-12-02T09:04:32,813 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b847c8cc3a8efa46109ba3613931faf1, ASSIGN 2024-12-02T09:04:32,815 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b847c8cc3a8efa46109ba3613931faf1, ASSIGN; state=OFFLINE, location=7c6d666a4939,34087,1733130266082; forceNewPlan=false, retain=false 2024-12-02T09:04:32,966 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b847c8cc3a8efa46109ba3613931faf1, regionState=OPENING, regionLocation=7c6d666a4939,34087,1733130266082 2024-12-02T09:04:32,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b847c8cc3a8efa46109ba3613931faf1, ASSIGN because future has completed 2024-12-02T09:04:32,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b847c8cc3a8efa46109ba3613931faf1, server=7c6d666a4939,34087,1733130266082}] 2024-12-02T09:04:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:33,127 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:33,128 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b847c8cc3a8efa46109ba3613931faf1, NAME => 'test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:33,128 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:33,128 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:04:33,128 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,128 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:33,128 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,128 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,130 INFO [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,131 INFO [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b847c8cc3a8efa46109ba3613931faf1 columnFamilyName f 2024-12-02T09:04:33,131 DEBUG [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:33,131 INFO [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] regionserver.HStore(327): Store=b847c8cc3a8efa46109ba3613931faf1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:33,131 INFO [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,132 INFO [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b847c8cc3a8efa46109ba3613931faf1 columnFamilyName f1 2024-12-02T09:04:33,132 DEBUG [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:33,132 INFO [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] regionserver.HStore(327): Store=b847c8cc3a8efa46109ba3613931faf1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:33,133 INFO [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,133 INFO [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b847c8cc3a8efa46109ba3613931faf1 columnFamilyName norep 2024-12-02T09:04:33,133 DEBUG [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:33,133 INFO [StoreOpener-b847c8cc3a8efa46109ba3613931faf1-1 {}] regionserver.HStore(327): Store=b847c8cc3a8efa46109ba3613931faf1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:33,133 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,134 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,134 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,135 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,135 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,135 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:04:33,136 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,144 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:33,144 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b847c8cc3a8efa46109ba3613931faf1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69782987, jitterRate=0.039847537875175476}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:04:33,144 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:33,145 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b847c8cc3a8efa46109ba3613931faf1: Running coprocessor pre-open hook at 1733130273129Writing region info on filesystem at 1733130273129Initializing all the Stores at 1733130273129Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130273129Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130273129Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130273129Cleaning up temporary data from old regions at 1733130273135 (+6 ms)Running coprocessor post-open hooks at 1733130273144 (+9 ms)Region opened successfully at 1733130273145 (+1 ms) 2024-12-02T09:04:33,146 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1., pid=6, masterSystemTime=1733130273121 2024-12-02T09:04:33,148 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:33,148 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:33,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b847c8cc3a8efa46109ba3613931faf1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,34087,1733130266082 2024-12-02T09:04:33,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b847c8cc3a8efa46109ba3613931faf1, server=7c6d666a4939,34087,1733130266082 because future has completed 2024-12-02T09:04:33,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:04:33,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b847c8cc3a8efa46109ba3613931faf1, server=7c6d666a4939,34087,1733130266082 in 192 msec 2024-12-02T09:04:33,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:04:33,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b847c8cc3a8efa46109ba3613931faf1, ASSIGN in 352 msec 2024-12-02T09:04:33,165 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:04:33,165 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130273165"}]},"ts":"1733130273165"} 2024-12-02T09:04:33,167 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:04:33,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:04:33,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 808 msec 2024-12-02T09:04:33,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:04:33,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:33,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:33,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:33,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:33,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:33,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:33,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:33,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:33,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:04:33,286 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T09:04:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:33,499 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:04:33,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:33,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,42089,1733130269652 2024-12-02T09:04:33,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f7226b1 2024-12-02T09:04:33,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:33,501 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:33,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:04:33,504 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:04:33,504 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:33,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:04:33,505 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:04:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:33,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:04:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:33,924 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49829dba5a1a8d3c98e11a7519beb3bb, NAME => 'test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314 2024-12-02T09:04:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:04:33,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:33,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 49829dba5a1a8d3c98e11a7519beb3bb, disabling compactions & flushes 2024-12-02T09:04:33,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:33,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:33,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. after waiting 0 ms 2024-12-02T09:04:33,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:33,933 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:33,933 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49829dba5a1a8d3c98e11a7519beb3bb: Waiting for close lock at 1733130273933Disabling compacts and flushes for region at 1733130273933Disabling writes for close at 1733130273933Writing region close event to WAL at 1733130273933Closed at 1733130273933 2024-12-02T09:04:33,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:04:33,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130273934"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130273934"}]},"ts":"1733130273934"} 2024-12-02T09:04:33,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:04:33,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:04:33,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130273937"}]},"ts":"1733130273937"} 2024-12-02T09:04:33,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:04:33,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49829dba5a1a8d3c98e11a7519beb3bb, ASSIGN}] 2024-12-02T09:04:33,939 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=49829dba5a1a8d3c98e11a7519beb3bb, ASSIGN 2024-12-02T09:04:33,940 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=49829dba5a1a8d3c98e11a7519beb3bb, ASSIGN; state=OFFLINE, location=7c6d666a4939,45233,1733130269777; forceNewPlan=false, retain=false 2024-12-02T09:04:34,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49829dba5a1a8d3c98e11a7519beb3bb, regionState=OPENING, regionLocation=7c6d666a4939,45233,1733130269777 2024-12-02T09:04:34,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=49829dba5a1a8d3c98e11a7519beb3bb, ASSIGN because future has completed 2024-12-02T09:04:34,096 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49829dba5a1a8d3c98e11a7519beb3bb, server=7c6d666a4939,45233,1733130269777}] 2024-12-02T09:04:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:34,259 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:34,259 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 49829dba5a1a8d3c98e11a7519beb3bb, NAME => 'test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:34,259 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:34,259 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:04:34,259 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,259 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:34,260 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,260 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,261 INFO [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,262 INFO [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49829dba5a1a8d3c98e11a7519beb3bb columnFamilyName f 2024-12-02T09:04:34,262 DEBUG [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:34,262 INFO [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] regionserver.HStore(327): Store=49829dba5a1a8d3c98e11a7519beb3bb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:34,262 INFO [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,263 INFO [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49829dba5a1a8d3c98e11a7519beb3bb columnFamilyName f1 2024-12-02T09:04:34,263 DEBUG [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:34,263 INFO [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] regionserver.HStore(327): Store=49829dba5a1a8d3c98e11a7519beb3bb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:34,264 INFO [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,264 INFO [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49829dba5a1a8d3c98e11a7519beb3bb columnFamilyName norep 2024-12-02T09:04:34,264 DEBUG [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:34,265 INFO [StoreOpener-49829dba5a1a8d3c98e11a7519beb3bb-1 {}] regionserver.HStore(327): Store=49829dba5a1a8d3c98e11a7519beb3bb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:34,265 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,266 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,266 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,267 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,267 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,267 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:04:34,268 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,269 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:34,270 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 49829dba5a1a8d3c98e11a7519beb3bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60626868, jitterRate=-0.09658926725387573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:04:34,270 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:34,270 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 49829dba5a1a8d3c98e11a7519beb3bb: Running coprocessor pre-open hook at 1733130274260Writing region info on filesystem at 1733130274260Initializing all the Stores at 1733130274260Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130274260Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130274261 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130274261Cleaning up temporary data from old regions at 1733130274267 (+6 ms)Running coprocessor post-open hooks at 1733130274270 (+3 ms)Region opened successfully at 1733130274270 2024-12-02T09:04:34,270 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb., pid=6, masterSystemTime=1733130274253 2024-12-02T09:04:34,272 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:34,272 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:34,273 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49829dba5a1a8d3c98e11a7519beb3bb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,45233,1733130269777 2024-12-02T09:04:34,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49829dba5a1a8d3c98e11a7519beb3bb, server=7c6d666a4939,45233,1733130269777 because future has completed 2024-12-02T09:04:34,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:04:34,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49829dba5a1a8d3c98e11a7519beb3bb, server=7c6d666a4939,45233,1733130269777 in 188 msec 2024-12-02T09:04:34,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:04:34,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=49829dba5a1a8d3c98e11a7519beb3bb, ASSIGN in 347 msec 2024-12-02T09:04:34,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:04:34,290 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130274290"}]},"ts":"1733130274290"} 2024-12-02T09:04:34,292 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:04:34,292 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:04:34,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-12-02T09:04:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:04:34,638 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:04:34,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7692beb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,639 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35257,-1 for getting cluster id 2024-12-02T09:04:34,639 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:34,640 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92206461-29d4-426d-a56d-1dc846a3d735' 2024-12-02T09:04:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92206461-29d4-426d-a56d-1dc846a3d735" 2024-12-02T09:04:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2317c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35257,-1] 2024-12-02T09:04:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:34,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:34,641 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:34,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dda4c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b7d319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,42089,-1 for getting cluster id 2024-12-02T09:04:34,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:34,643 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a8c0bf0-0dc3-4783-949d-e45315ff33f4' 2024-12-02T09:04:34,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a8c0bf0-0dc3-4783-949d-e45315ff33f4" 2024-12-02T09:04:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225f431c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,42089,-1] 2024-12-02T09:04:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:34,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:34,645 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:34,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11e8ecda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3947233a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35257,-1 for getting cluster id 2024-12-02T09:04:34,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:34,646 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92206461-29d4-426d-a56d-1dc846a3d735' 2024-12-02T09:04:34,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:34,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92206461-29d4-426d-a56d-1dc846a3d735" 2024-12-02T09:04:34,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f2d93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35257,-1] 2024-12-02T09:04:34,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:34,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:34,648 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:34,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd9fcdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,35257,1733130265558 2024-12-02T09:04:34,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cf38e0 2024-12-02T09:04:34,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:34,650 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:34,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:42089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:04:34,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:04:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:34,653 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:42089' 2024-12-02T09:04:34,654 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f3dbce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,654 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,42089,-1 for getting cluster id 2024-12-02T09:04:34,655 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:34,655 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a8c0bf0-0dc3-4783-949d-e45315ff33f4' 2024-12-02T09:04:34,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:34,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a8c0bf0-0dc3-4783-949d-e45315ff33f4" 2024-12-02T09:04:34,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aeaba85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,42089,-1] 2024-12-02T09:04:34,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:34,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:34,657 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:34,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1c9022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:34,657 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:34,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,42089,1733130269652 2024-12-02T09:04:34,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68b4b15a 2024-12-02T09:04:34,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:34,659 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:34,660 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T09:04:34,660 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:04:34,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:34,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:34,660 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:34,661 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:34,661 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:04:34,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:04:34,662 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:34,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:04:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:04:34,712 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:04:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:34,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:35,087 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 73e6e1e1aa8263cdeee9e95d2cb115a0, NAME => 'hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d 2024-12-02T09:04:35,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:04:35,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:35,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:35,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 73e6e1e1aa8263cdeee9e95d2cb115a0, disabling compactions & flushes 2024-12-02T09:04:35,502 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:35,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:35,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. after waiting 0 ms 2024-12-02T09:04:35,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:35,502 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:35,502 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 73e6e1e1aa8263cdeee9e95d2cb115a0: Waiting for close lock at 1733130275502Disabling compacts and flushes for region at 1733130275502Disabling writes for close at 1733130275502Writing region close event to WAL at 1733130275502Closed at 1733130275502 2024-12-02T09:04:35,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:04:35,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130275503"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130275503"}]},"ts":"1733130275503"} 2024-12-02T09:04:35,505 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:04:35,506 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:04:35,506 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130275506"}]},"ts":"1733130275506"} 2024-12-02T09:04:35,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:04:35,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73e6e1e1aa8263cdeee9e95d2cb115a0, ASSIGN}] 2024-12-02T09:04:35,509 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73e6e1e1aa8263cdeee9e95d2cb115a0, ASSIGN 2024-12-02T09:04:35,510 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73e6e1e1aa8263cdeee9e95d2cb115a0, ASSIGN; state=OFFLINE, location=7c6d666a4939,34087,1733130266082; forceNewPlan=false, retain=false 2024-12-02T09:04:35,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73e6e1e1aa8263cdeee9e95d2cb115a0, regionState=OPENING, regionLocation=7c6d666a4939,34087,1733130266082 2024-12-02T09:04:35,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=73e6e1e1aa8263cdeee9e95d2cb115a0, ASSIGN because future has completed 2024-12-02T09:04:35,664 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73e6e1e1aa8263cdeee9e95d2cb115a0, server=7c6d666a4939,34087,1733130266082}] 2024-12-02T09:04:35,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:35,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:35,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:35,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:04:35,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C34087%2C1733130266082.rep, suffix=, logDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082, archiveDir=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/oldWALs, maxLogs=10 2024-12-02T09:04:35,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.rep.1733130275829, exclude list is [], retry=0 2024-12-02T09:04:35,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-c8953872-2177-4571-b111-0b3018d05325,DISK] 2024-12-02T09:04:35,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.rep.1733130275829 2024-12-02T09:04:35,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39819:39819)] 2024-12-02T09:04:35,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 73e6e1e1aa8263cdeee9e95d2cb115a0, NAME => 'hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:35,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:35,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:04:35,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. service=MultiRowMutationService 2024-12-02T09:04:35,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:04:35,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:35,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,863 INFO [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,868 INFO [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73e6e1e1aa8263cdeee9e95d2cb115a0 columnFamilyName hfileref 2024-12-02T09:04:35,868 DEBUG [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:35,868 INFO [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] regionserver.HStore(327): Store=73e6e1e1aa8263cdeee9e95d2cb115a0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:35,868 INFO [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,869 INFO [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73e6e1e1aa8263cdeee9e95d2cb115a0 columnFamilyName queue 2024-12-02T09:04:35,869 DEBUG [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:35,869 INFO [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] regionserver.HStore(327): Store=73e6e1e1aa8263cdeee9e95d2cb115a0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:35,870 INFO [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,870 INFO [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 73e6e1e1aa8263cdeee9e95d2cb115a0 columnFamilyName sid 2024-12-02T09:04:35,870 DEBUG [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:35,871 INFO [StoreOpener-73e6e1e1aa8263cdeee9e95d2cb115a0-1 {}] regionserver.HStore(327): Store=73e6e1e1aa8263cdeee9e95d2cb115a0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:35,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:04:35,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:35,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 73e6e1e1aa8263cdeee9e95d2cb115a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66536365, jitterRate=-0.00853089988231659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:04:35,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:35,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 73e6e1e1aa8263cdeee9e95d2cb115a0: Running coprocessor pre-open hook at 1733130275860Writing region info on filesystem at 1733130275860Initializing all the Stores at 1733130275861 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130275861Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130275863 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130275863Cleaning up temporary data from old regions at 1733130275872 (+9 ms)Running coprocessor post-open hooks at 1733130275877 (+5 ms)Region opened successfully at 1733130275878 (+1 ms) 2024-12-02T09:04:35,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0., pid=10, masterSystemTime=1733130275819 2024-12-02T09:04:35,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:35,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:35,881 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=73e6e1e1aa8263cdeee9e95d2cb115a0, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,34087,1733130266082 2024-12-02T09:04:35,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 73e6e1e1aa8263cdeee9e95d2cb115a0, server=7c6d666a4939,34087,1733130266082 because future has completed 2024-12-02T09:04:35,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:04:35,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 73e6e1e1aa8263cdeee9e95d2cb115a0, server=7c6d666a4939,34087,1733130266082 in 221 msec 2024-12-02T09:04:35,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:04:35,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=73e6e1e1aa8263cdeee9e95d2cb115a0, ASSIGN in 383 msec 2024-12-02T09:04:35,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:04:35,894 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130275894"}]},"ts":"1733130275894"} 2024-12-02T09:04:35,897 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:04:35,898 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:04:35,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2380 sec 2024-12-02T09:04:35,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0., hostname=7c6d666a4939,34087,1733130266082, seqNum=2] 2024-12-02T09:04:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:36,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:36,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:04:36,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:04:36,382 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:04:36,420 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,34087,1733130266082, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:04:36,421 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:36,421 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34087,1733130266082, seqNum=-1] 2024-12-02T09:04:36,421 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:36,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T09:04:36,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,34087,1733130266082', locateType=CURRENT is [region=hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0., hostname=7c6d666a4939,34087,1733130266082, seqNum=2] 2024-12-02T09:04:36,427 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:04:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:04:36,428 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,34087,1733130266082 suceeded 2024-12-02T09:04:36,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:04:36,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-02T09:04:36,430 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:42089,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:04:36,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7790 sec 2024-12-02T09:04:36,444 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:42089' 2024-12-02T09:04:36,447 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aaed95b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:36,447 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,42089,-1 for getting cluster id 2024-12-02T09:04:36,447 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:36,448 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a8c0bf0-0dc3-4783-949d-e45315ff33f4' 2024-12-02T09:04:36,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:36,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a8c0bf0-0dc3-4783-949d-e45315ff33f4" 2024-12-02T09:04:36,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30a4e583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:36,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,42089,-1] 2024-12-02T09:04:36,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:36,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:36,450 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:36,450 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35722a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:36,450 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,42089,1733130269652 2024-12-02T09:04:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64b01cc7 2024-12-02T09:04:36,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:36,453 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T09:04:36,453 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,34087,1733130266082 (queues=1) is replicating from cluster=92206461-29d4-426d-a56d-1dc846a3d735 to cluster=0a8c0bf0-0dc3-4783-949d-e45315ff33f4 2024-12-02T09:04:36,454 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C34087%2C1733130266082 2024-12-02T09:04:36,454 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,34087,1733130266082, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:04:36,455 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300, startPosition=0, beingWritten=true 2024-12-02T09:04:36,459 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C34087%2C1733130266082 2024-12-02T09:04:36,465 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:04:36,465 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 379, reset compression=false 2024-12-02T09:04:36,465 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,34087,1733130266082 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:04:36,675 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 379, reset compression=false 2024-12-02T09:04:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:36,799 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:04:36,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:36,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:36,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:36,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:36,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:36,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@488a8db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:36,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,42089,-1 for getting cluster id 2024-12-02T09:04:36,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:36,800 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a8c0bf0-0dc3-4783-949d-e45315ff33f4' 2024-12-02T09:04:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a8c0bf0-0dc3-4783-949d-e45315ff33f4" 2024-12-02T09:04:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cae89b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,42089,-1] 2024-12-02T09:04:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:36,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:36,802 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:36,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74494ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:36,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,42089,1733130269652 2024-12-02T09:04:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@340b5f18 2024-12-02T09:04:36,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:36,804 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:36,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:35257,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:04:36,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:04:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:36,807 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:35257' 2024-12-02T09:04:36,807 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67977b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:36,807 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35257,-1 for getting cluster id 2024-12-02T09:04:36,808 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:36,808 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92206461-29d4-426d-a56d-1dc846a3d735' 2024-12-02T09:04:36,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:36,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92206461-29d4-426d-a56d-1dc846a3d735" 2024-12-02T09:04:36,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bef98f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:36,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35257,-1] 2024-12-02T09:04:36,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:36,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:36,809 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:36,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e60ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:36,810 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:36,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,35257,1733130265558 2024-12-02T09:04:36,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a82d5dd 2024-12-02T09:04:36,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:36,811 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:36,812 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T09:04:36,812 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:04:36,812 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:36,812 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:36,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:36,812 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:36,813 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:04:36,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:04:36,814 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:36,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:04:36,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:04:36,864 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:04:36,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:36,991 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 379, reset compression=false 2024-12-02T09:04:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:37,228 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3a0382bd28e36a31cad2869a7232a7fe, NAME => 'hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314 2024-12-02T09:04:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:04:37,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:37,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3a0382bd28e36a31cad2869a7232a7fe, disabling compactions & flushes 2024-12-02T09:04:37,255 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:37,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:37,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. after waiting 0 ms 2024-12-02T09:04:37,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:37,255 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:37,255 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3a0382bd28e36a31cad2869a7232a7fe: Waiting for close lock at 1733130277255Disabling compacts and flushes for region at 1733130277255Disabling writes for close at 1733130277255Writing region close event to WAL at 1733130277255Closed at 1733130277255 2024-12-02T09:04:37,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:04:37,257 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130277257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130277257"}]},"ts":"1733130277257"} 2024-12-02T09:04:37,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:04:37,261 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:04:37,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130277261"}]},"ts":"1733130277261"} 2024-12-02T09:04:37,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:04:37,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a0382bd28e36a31cad2869a7232a7fe, ASSIGN}] 2024-12-02T09:04:37,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a0382bd28e36a31cad2869a7232a7fe, ASSIGN 2024-12-02T09:04:37,270 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a0382bd28e36a31cad2869a7232a7fe, ASSIGN; state=OFFLINE, location=7c6d666a4939,45233,1733130269777; forceNewPlan=false, retain=false 2024-12-02T09:04:37,395 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 379, reset compression=false 2024-12-02T09:04:37,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a0382bd28e36a31cad2869a7232a7fe, regionState=OPENING, regionLocation=7c6d666a4939,45233,1733130269777 2024-12-02T09:04:37,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3a0382bd28e36a31cad2869a7232a7fe, ASSIGN because future has completed 2024-12-02T09:04:37,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a0382bd28e36a31cad2869a7232a7fe, server=7c6d666a4939,45233,1733130269777}] 2024-12-02T09:04:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:37,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:37,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:37,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:04:37,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C45233%2C1733130269777.rep, suffix=, logDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777, archiveDir=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/oldWALs, maxLogs=10 2024-12-02T09:04:37,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.rep.1733130277582, exclude list is [], retry=0 2024-12-02T09:04:37,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32877,DS-b21e64f4-6546-4d44-bc6c-4bc628378319,DISK] 2024-12-02T09:04:37,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.rep.1733130277582 2024-12-02T09:04:37,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46369:46369)] 2024-12-02T09:04:37,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3a0382bd28e36a31cad2869a7232a7fe, NAME => 'hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:37,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:37,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:04:37,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. service=MultiRowMutationService 2024-12-02T09:04:37,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:04:37,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:37,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,611 INFO [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,612 INFO [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0382bd28e36a31cad2869a7232a7fe columnFamilyName hfileref 2024-12-02T09:04:37,613 DEBUG [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:37,613 INFO [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] regionserver.HStore(327): Store=3a0382bd28e36a31cad2869a7232a7fe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:37,613 INFO [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,614 INFO [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0382bd28e36a31cad2869a7232a7fe columnFamilyName queue 2024-12-02T09:04:37,614 DEBUG [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:37,614 INFO [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] regionserver.HStore(327): Store=3a0382bd28e36a31cad2869a7232a7fe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:37,615 INFO [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,616 INFO [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3a0382bd28e36a31cad2869a7232a7fe columnFamilyName sid 2024-12-02T09:04:37,616 DEBUG [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:37,616 INFO [StoreOpener-3a0382bd28e36a31cad2869a7232a7fe-1 {}] regionserver.HStore(327): Store=3a0382bd28e36a31cad2869a7232a7fe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:37,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:04:37,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:37,629 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3a0382bd28e36a31cad2869a7232a7fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58907349, jitterRate=-0.12221209704875946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:04:37,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:37,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3a0382bd28e36a31cad2869a7232a7fe: Running coprocessor pre-open hook at 1733130277605Writing region info on filesystem at 1733130277605Initializing all the Stores at 1733130277606 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130277606Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130277611 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130277611Cleaning up temporary data from old regions at 1733130277618 (+7 ms)Running coprocessor post-open hooks at 1733130277629 (+11 ms)Region opened successfully at 1733130277629 2024-12-02T09:04:37,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe., pid=10, masterSystemTime=1733130277575 2024-12-02T09:04:37,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:37,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:37,633 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3a0382bd28e36a31cad2869a7232a7fe, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,45233,1733130269777 2024-12-02T09:04:37,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3a0382bd28e36a31cad2869a7232a7fe, server=7c6d666a4939,45233,1733130269777 because future has completed 2024-12-02T09:04:37,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:04:37,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3a0382bd28e36a31cad2869a7232a7fe, server=7c6d666a4939,45233,1733130269777 in 219 msec 2024-12-02T09:04:37,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:04:37,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3a0382bd28e36a31cad2869a7232a7fe, ASSIGN in 379 msec 2024-12-02T09:04:37,647 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:04:37,648 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130277647"}]},"ts":"1733130277647"} 2024-12-02T09:04:37,651 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:04:37,652 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:04:37,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 840 msec 2024-12-02T09:04:37,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe., hostname=7c6d666a4939,45233,1733130269777, seqNum=2] 2024-12-02T09:04:37,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:37,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:37,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:04:37,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45233 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:04:37,902 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:04:37,904 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 379, reset compression=false 2024-12-02T09:04:37,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:37,940 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,45233,1733130269777, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:04:37,940 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:37,941 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1] 2024-12-02T09:04:37,941 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:37,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T09:04:37,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,45233,1733130269777', locateType=CURRENT is [region=hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe., hostname=7c6d666a4939,45233,1733130269777, seqNum=2] 2024-12-02T09:04:37,947 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:04:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:04:37,950 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,45233,1733130269777 suceeded 2024-12-02T09:04:37,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:04:37,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-02T09:04:37,952 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:35257,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:04:37,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1480 sec 2024-12-02T09:04:37,965 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:35257' 2024-12-02T09:04:37,976 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e80a127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:37,976 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35257,-1 for getting cluster id 2024-12-02T09:04:37,976 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:37,977 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92206461-29d4-426d-a56d-1dc846a3d735' 2024-12-02T09:04:37,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:37,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92206461-29d4-426d-a56d-1dc846a3d735" 2024-12-02T09:04:37,978 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:37,978 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74457da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:37,978 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35257,-1] 2024-12-02T09:04:37,978 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:37,979 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:37,980 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e0d9757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:37,980 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:37,981 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,35257,1733130265558 2024-12-02T09:04:37,981 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66f1a83d 2024-12-02T09:04:37,981 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:37,983 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T09:04:37,984 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,45233,1733130269777 (queues=1) is replicating from cluster=0a8c0bf0-0dc3-4783-949d-e45315ff33f4 to cluster=92206461-29d4-426d-a56d-1dc846a3d735 2024-12-02T09:04:37,984 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C45233%2C1733130269777 2024-12-02T09:04:37,984 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,45233,1733130269777, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:04:37,984 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645, startPosition=0, beingWritten=true 2024-12-02T09:04:37,991 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C45233%2C1733130269777 2024-12-02T09:04:37,998 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:04:37,998 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 379, reset compression=false 2024-12-02T09:04:37,998 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45233,1733130269777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:04:38,204 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 379, reset compression=false 2024-12-02T09:04:38,525 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 379, reset compression=false 2024-12-02T09:04:38,534 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 379, reset compression=false 2024-12-02T09:04:38,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:04:38,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:38,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:38,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:38,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:38,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:38,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:38,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:38,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:38,934 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 379, reset compression=false 2024-12-02T09:04:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:04:38,948 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:04:38,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:38,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:38,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:38,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:38,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:38,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:38,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733130278952/Put/seqid=0 2024-12-02T09:04:38,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741840_1016 (size=7894) 2024-12-02T09:04:39,252 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 379, reset compression=false 2024-12-02T09:04:39,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733130279360/Put/seqid=0 2024-12-02T09:04:39,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741841_1017 (size=7691) 2024-12-02T09:04:39,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf95229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:39,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35257,-1 for getting cluster id 2024-12-02T09:04:39,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:39,378 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92206461-29d4-426d-a56d-1dc846a3d735' 2024-12-02T09:04:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92206461-29d4-426d-a56d-1dc846a3d735" 2024-12-02T09:04:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9074d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35257,-1] 2024-12-02T09:04:39,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:39,380 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:39,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53867ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:39,382 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34087,1733130266082, seqNum=-1] 2024-12-02T09:04:39,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:39,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:39,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,35257,1733130265558 2024-12-02T09:04:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6903de26 2024-12-02T09:04:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:39,395 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:39,398 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1., hostname=7c6d666a4939,34087,1733130266082, seqNum=2] 2024-12-02T09:04:39,401 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:04:39,407 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T09:04:39,411 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T09:04:39,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/testHFileCyclicReplication_01/f/hfile_0 for inclusion in b847c8cc3a8efa46109ba3613931faf1/f 2024-12-02T09:04:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T09:04:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:04:39,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/testHFileCyclicReplication_01/f/hfile_1 for inclusion in b847c8cc3a8efa46109ba3613931faf1/f 2024-12-02T09:04:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T09:04:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:04:39,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HRegion(2603): Flush status journal for b847c8cc3a8efa46109ba3613931faf1: 2024-12-02T09:04:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins__test__onvhbt83mi42opinkb3hmhq9hgnte8tkf59akqn1g2940ttr28aeldv9333m67uk/f/hfile_0 2024-12-02T09:04:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins__test__onvhbt83mi42opinkb3hmhq9hgnte8tkf59akqn1g2940ttr28aeldv9333m67uk/f/hfile_0 as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/4f20a4d0641344789ac2fa88388b83de_SeqId_4_ 2024-12-02T09:04:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins__test__onvhbt83mi42opinkb3hmhq9hgnte8tkf59akqn1g2940ttr28aeldv9333m67uk/f/hfile_1 2024-12-02T09:04:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins__test__onvhbt83mi42opinkb3hmhq9hgnte8tkf59akqn1g2940ttr28aeldv9333m67uk/f/hfile_1 as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/36ee6360a3e14f15aae0041c73fca14f_SeqId_4_ 2024-12-02T09:04:39,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins__test__onvhbt83mi42opinkb3hmhq9hgnte8tkf59akqn1g2940ttr28aeldv9333m67uk/f/hfile_0 into b847c8cc3a8efa46109ba3613931faf1/f as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/4f20a4d0641344789ac2fa88388b83de_SeqId_4_ - updating store file list. 2024-12-02T09:04:39,440 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 379, reset compression=false 2024-12-02T09:04:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4f20a4d0641344789ac2fa88388b83de_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:04:39,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/4f20a4d0641344789ac2fa88388b83de_SeqId_4_ into b847c8cc3a8efa46109ba3613931faf1/f 2024-12-02T09:04:39,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins__test__onvhbt83mi42opinkb3hmhq9hgnte8tkf59akqn1g2940ttr28aeldv9333m67uk/f/hfile_0 into b847c8cc3a8efa46109ba3613931faf1/f (new location: hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/4f20a4d0641344789ac2fa88388b83de_SeqId_4_) 2024-12-02T09:04:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins__test__onvhbt83mi42opinkb3hmhq9hgnte8tkf59akqn1g2940ttr28aeldv9333m67uk/f/hfile_0 2024-12-02T09:04:39,445 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins__test__onvhbt83mi42opinkb3hmhq9hgnte8tkf59akqn1g2940ttr28aeldv9333m67uk/f/hfile_1 into b847c8cc3a8efa46109ba3613931faf1/f as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/36ee6360a3e14f15aae0041c73fca14f_SeqId_4_ - updating store file list. 2024-12-02T09:04:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36ee6360a3e14f15aae0041c73fca14f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:04:39,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/36ee6360a3e14f15aae0041c73fca14f_SeqId_4_ into b847c8cc3a8efa46109ba3613931faf1/f 2024-12-02T09:04:39,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins__test__onvhbt83mi42opinkb3hmhq9hgnte8tkf59akqn1g2940ttr28aeldv9333m67uk/f/hfile_1 into b847c8cc3a8efa46109ba3613931faf1/f (new location: hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/36ee6360a3e14f15aae0041c73fca14f_SeqId_4_) 2024-12-02T09:04:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins__test__onvhbt83mi42opinkb3hmhq9hgnte8tkf59akqn1g2940ttr28aeldv9333m67uk/f/hfile_1 2024-12-02T09:04:39,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:39,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:39,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:39,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:39,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1., hostname=7c6d666a4939,34087,1733130266082, seqNum=2 , the old value is region=test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1., hostname=7c6d666a4939,34087,1733130266082, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7c6d666a4939:34087 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:04:39,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1., hostname=7c6d666a4939,34087,1733130266082, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:04:39,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1., hostname=7c6d666a4939,34087,1733130266082, seqNum=2 from cache 2024-12-02T09:04:39,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:39,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:39,482 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T09:04:39,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1] 2024-12-02T09:04:39,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:39,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:39,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb., hostname=7c6d666a4939,45233,1733130269777, seqNum=2] 2024-12-02T09:04:39,491 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T09:04:39,589 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:34087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T09:04:40,059 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 379, reset compression=false 2024-12-02T09:04:40,064 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:04:40,065 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,34087,1733130266082 got entry batch from reader: WALEntryBatch [walEntries=[{test/b847c8cc3a8efa46109ba3613931faf1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733130279477/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T09:04:40,068 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:04:40,070 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 379, reset compression=false 2024-12-02T09:04:40,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-02T09:04:40,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.ReplicationSink(318): Replicating [92206461-29d4-426d-a56d-1dc846a3d735] bulk loaded data 2024-12-02T09:04:40,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a02e6dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:40,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,42089,-1 for getting cluster id 2024-12-02T09:04:40,074 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:40,074 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a8c0bf0-0dc3-4783-949d-e45315ff33f4' 2024-12-02T09:04:40,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:40,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a8c0bf0-0dc3-4783-949d-e45315ff33f4" 2024-12-02T09:04:40,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed99835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:40,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,42089,-1] 2024-12-02T09:04:40,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:40,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:40,079 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:40,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@777435a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:40,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741840_1016 (size=7894) 2024-12-02T09:04:40,265 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 687, reset compression=false 2024-12-02T09:04:40,494 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T09:04:40,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741841_1017 (size=7691) 2024-12-02T09:04:40,574 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 687, reset compression=false 2024-12-02T09:04:40,788 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 379, reset compression=false 2024-12-02T09:04:40,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:40,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,42089,1733130269652 2024-12-02T09:04:40,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c3a259 2024-12-02T09:04:40,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:40,921 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T09:04:40,923 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:04:40,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:40,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1] 2024-12-02T09:04:40,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:40,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T09:04:40,950 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/36ee6360a3e14f15aae0041c73fca14f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T09:04:40,954 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/4f20a4d0641344789ac2fa88388b83de_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T09:04:40,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/36ee6360a3e14f15aae0041c73fca14f_SeqId_4_ for inclusion in 49829dba5a1a8d3c98e11a7519beb3bb/f 2024-12-02T09:04:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T09:04:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:04:40,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/4f20a4d0641344789ac2fa88388b83de_SeqId_4_ for inclusion in 49829dba5a1a8d3c98e11a7519beb3bb/f 2024-12-02T09:04:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T09:04:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:04:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HRegion(2603): Flush status journal for 49829dba5a1a8d3c98e11a7519beb3bb: 2024-12-02T09:04:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 36ee6360a3e14f15aae0041c73fca14f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:04:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/36ee6360a3e14f15aae0041c73fca14f_SeqId_4_ as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/194937ab98264fd0a4e7c445eb7a796b_SeqId_4_ 2024-12-02T09:04:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4f20a4d0641344789ac2fa88388b83de_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:04:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/4f20a4d0641344789ac2fa88388b83de_SeqId_4_ as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/a51d5ccb24dd43a9a3c62f0e5afa064a_SeqId_4_ 2024-12-02T09:04:40,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/36ee6360a3e14f15aae0041c73fca14f_SeqId_4_ into 49829dba5a1a8d3c98e11a7519beb3bb/f as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/194937ab98264fd0a4e7c445eb7a796b_SeqId_4_ - updating store file list. 2024-12-02T09:04:40,979 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 687, reset compression=false 2024-12-02T09:04:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 194937ab98264fd0a4e7c445eb7a796b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:04:40,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/194937ab98264fd0a4e7c445eb7a796b_SeqId_4_ into 49829dba5a1a8d3c98e11a7519beb3bb/f 2024-12-02T09:04:40,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/36ee6360a3e14f15aae0041c73fca14f_SeqId_4_ into 49829dba5a1a8d3c98e11a7519beb3bb/f (new location: hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/194937ab98264fd0a4e7c445eb7a796b_SeqId_4_) 2024-12-02T09:04:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/36ee6360a3e14f15aae0041c73fca14f_SeqId_4_ 2024-12-02T09:04:40,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/4f20a4d0641344789ac2fa88388b83de_SeqId_4_ into 49829dba5a1a8d3c98e11a7519beb3bb/f as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/a51d5ccb24dd43a9a3c62f0e5afa064a_SeqId_4_ - updating store file list. 2024-12-02T09:04:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a51d5ccb24dd43a9a3c62f0e5afa064a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:04:40,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/a51d5ccb24dd43a9a3c62f0e5afa064a_SeqId_4_ into 49829dba5a1a8d3c98e11a7519beb3bb/f 2024-12-02T09:04:40,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/4f20a4d0641344789ac2fa88388b83de_SeqId_4_ into 49829dba5a1a8d3c98e11a7519beb3bb/f (new location: hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/a51d5ccb24dd43a9a3c62f0e5afa064a_SeqId_4_) 2024-12-02T09:04:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins.hfs.11__test__8nut6gkdf7dvr3m54r05p5ivmm4buk0997th6q764c030j975cn7coen1amtjc3m/f/4f20a4d0641344789ac2fa88388b83de_SeqId_4_ 2024-12-02T09:04:40,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.ReplicationSink(324): Finished replicating [92206461-29d4-426d-a56d-1dc846a3d735] bulk loaded data 2024-12-02T09:04:41,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T09:04:41,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T09:04:41,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T09:04:41,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T09:04:41,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:04:41,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T09:04:41,510 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 687, reset compression=false 2024-12-02T09:04:41,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:41,539 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733130281538/Put/seqid=0 2024-12-02T09:04:41,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741842_1018 (size=11194) 2024-12-02T09:04:41,550 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733130281549/Put/seqid=0 2024-12-02T09:04:41,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741843_1019 (size=10791) 2024-12-02T09:04:41,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0672b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:41,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,42089,-1 for getting cluster id 2024-12-02T09:04:41,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:41,558 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0a8c0bf0-0dc3-4783-949d-e45315ff33f4' 2024-12-02T09:04:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0a8c0bf0-0dc3-4783-949d-e45315ff33f4" 2024-12-02T09:04:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199d703f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,42089,-1] 2024-12-02T09:04:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:41,561 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:41,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6147eae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:41,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:41,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1] 2024-12-02T09:04:41,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:41,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:41,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:41,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,42089,1733130269652 2024-12-02T09:04:41,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3816d052 2024-12-02T09:04:41,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:41,579 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:04:41,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb., hostname=7c6d666a4939,45233,1733130269777, seqNum=2] 2024-12-02T09:04:41,587 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:04:41,591 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 379, reset compression=false 2024-12-02T09:04:41,595 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T09:04:41,601 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T09:04:41,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 49829dba5a1a8d3c98e11a7519beb3bb/f 2024-12-02T09:04:41,611 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:04:41,611 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45233,1733130269777 got entry batch from reader: WALEntryBatch [walEntries=[{test/49829dba5a1a8d3c98e11a7519beb3bb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733130280996/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T09:04:41,613 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:04:41,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-02T09:04:41,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.ReplicationSink(318): Replicating [92206461-29d4-426d-a56d-1dc846a3d735, 0a8c0bf0-0dc3-4783-949d-e45315ff33f4] bulk loaded data 2024-12-02T09:04:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T09:04:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:04:41,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 49829dba5a1a8d3c98e11a7519beb3bb/f 2024-12-02T09:04:41,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@771aed01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:41,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35257,-1 for getting cluster id 2024-12-02T09:04:41,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:41,621 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92206461-29d4-426d-a56d-1dc846a3d735' 2024-12-02T09:04:41,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:41,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92206461-29d4-426d-a56d-1dc846a3d735" 2024-12-02T09:04:41,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@512db1e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:41,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35257,-1] 2024-12-02T09:04:41,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:41,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T09:04:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:04:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HRegion(2603): Flush status journal for 49829dba5a1a8d3c98e11a7519beb3bb: 2024-12-02T09:04:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins__test__9sruchuij76hcpgl7mpcfgr0ogpd705e076hogtjp3fnckjnprga5ulvgarjsj00/f/hfile_1 2024-12-02T09:04:41,625 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:41,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37e78356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins__test__9sruchuij76hcpgl7mpcfgr0ogpd705e076hogtjp3fnckjnprga5ulvgarjsj00/f/hfile_1 as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/adadd16cba814c5cb8f855c1adf4a474_SeqId_6_ 2024-12-02T09:04:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins__test__9sruchuij76hcpgl7mpcfgr0ogpd705e076hogtjp3fnckjnprga5ulvgarjsj00/f/hfile_0 2024-12-02T09:04:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins__test__9sruchuij76hcpgl7mpcfgr0ogpd705e076hogtjp3fnckjnprga5ulvgarjsj00/f/hfile_0 as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/fcb22b3f24664308b17c935063c2ae41_SeqId_6_ 2024-12-02T09:04:41,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins__test__9sruchuij76hcpgl7mpcfgr0ogpd705e076hogtjp3fnckjnprga5ulvgarjsj00/f/hfile_1 into 49829dba5a1a8d3c98e11a7519beb3bb/f as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/adadd16cba814c5cb8f855c1adf4a474_SeqId_6_ - updating store file list. 2024-12-02T09:04:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStoreFile(483): HFile Bloom filter type for adadd16cba814c5cb8f855c1adf4a474_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T09:04:41,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/adadd16cba814c5cb8f855c1adf4a474_SeqId_6_ into 49829dba5a1a8d3c98e11a7519beb3bb/f 2024-12-02T09:04:41,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins__test__9sruchuij76hcpgl7mpcfgr0ogpd705e076hogtjp3fnckjnprga5ulvgarjsj00/f/hfile_1 into 49829dba5a1a8d3c98e11a7519beb3bb/f (new location: hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/adadd16cba814c5cb8f855c1adf4a474_SeqId_6_) 2024-12-02T09:04:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins__test__9sruchuij76hcpgl7mpcfgr0ogpd705e076hogtjp3fnckjnprga5ulvgarjsj00/f/hfile_1 2024-12-02T09:04:41,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins__test__9sruchuij76hcpgl7mpcfgr0ogpd705e076hogtjp3fnckjnprga5ulvgarjsj00/f/hfile_0 into 49829dba5a1a8d3c98e11a7519beb3bb/f as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/fcb22b3f24664308b17c935063c2ae41_SeqId_6_ - updating store file list. 2024-12-02T09:04:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fcb22b3f24664308b17c935063c2ae41_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T09:04:41,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/fcb22b3f24664308b17c935063c2ae41_SeqId_6_ into 49829dba5a1a8d3c98e11a7519beb3bb/f 2024-12-02T09:04:41,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins__test__9sruchuij76hcpgl7mpcfgr0ogpd705e076hogtjp3fnckjnprga5ulvgarjsj00/f/hfile_0 into 49829dba5a1a8d3c98e11a7519beb3bb/f (new location: hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/f/fcb22b3f24664308b17c935063c2ae41_SeqId_6_) 2024-12-02T09:04:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/staging/jenkins__test__9sruchuij76hcpgl7mpcfgr0ogpd705e076hogtjp3fnckjnprga5ulvgarjsj00/f/hfile_0 2024-12-02T09:04:41,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:41,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:41,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:41,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:41,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:41,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb., hostname=7c6d666a4939,45233,1733130269777, seqNum=2 , the old value is region=test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb., hostname=7c6d666a4939,45233,1733130269777, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7c6d666a4939:45233 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:04:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb., hostname=7c6d666a4939,45233,1733130269777, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:04:41,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb., hostname=7c6d666a4939,45233,1733130269777, seqNum=2 from cache 2024-12-02T09:04:41,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34087,1733130266082, seqNum=-1] 2024-12-02T09:04:41,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:41,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:41,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1., hostname=7c6d666a4939,34087,1733130266082, seqNum=2] 2024-12-02T09:04:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45233: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:60534 deadline: 1733130341657 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:60534 2024-12-02T09:04:41,670 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T09:04:41,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741842_1018 (size=7691) 2024-12-02T09:04:41,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741843_1019 (size=7894) 2024-12-02T09:04:41,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:41,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,35257,1733130265558 2024-12-02T09:04:41,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f99635d 2024-12-02T09:04:41,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:04:41,766 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T09:04:41,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:04:41,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:41,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34087,1733130266082, seqNum=-1] 2024-12-02T09:04:41,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:41,769 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:45233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T09:04:41,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T09:04:41,777 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__f0ojiviag1l5uf85l6dkij5ep4dk8dv3n8kavfilho4e3dpf85ijtlm5omuc81ki/f/194937ab98264fd0a4e7c445eb7a796b_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T09:04:41,780 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__f0ojiviag1l5uf85l6dkij5ep4dk8dv3n8kavfilho4e3dpf85ijtlm5omuc81ki/f/a51d5ccb24dd43a9a3c62f0e5afa064a_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T09:04:41,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.ReplicationSink(324): Finished replicating [92206461-29d4-426d-a56d-1dc846a3d735, 0a8c0bf0-0dc3-4783-949d-e45315ff33f4] bulk loaded data 2024-12-02T09:04:41,811 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 725, reset compression=false 2024-12-02T09:04:41,822 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:04:41,822 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45233,1733130269777 got entry batch from reader: WALEntryBatch [walEntries=[{test/49829dba5a1a8d3c98e11a7519beb3bb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733130281651/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T09:04:41,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.ReplicationSink(318): Replicating [0a8c0bf0-0dc3-4783-949d-e45315ff33f4] bulk loaded data 2024-12-02T09:04:41,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741844_1020 (size=10791) 2024-12-02T09:04:42,022 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 1033, reset compression=false 2024-12-02T09:04:42,145 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 687, reset compression=false 2024-12-02T09:04:42,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741845_1021 (size=11194) 2024-12-02T09:04:42,328 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 1033, reset compression=false 2024-12-02T09:04:42,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:04:42,663 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/adadd16cba814c5cb8f855c1adf4a474_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-02T09:04:42,666 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/fcb22b3f24664308b17c935063c2ae41_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-02T09:04:42,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/adadd16cba814c5cb8f855c1adf4a474_SeqId_6_ for inclusion in b847c8cc3a8efa46109ba3613931faf1/f 2024-12-02T09:04:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T09:04:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:04:42,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/fcb22b3f24664308b17c935063c2ae41_SeqId_6_ for inclusion in b847c8cc3a8efa46109ba3613931faf1/f 2024-12-02T09:04:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T09:04:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:04:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HRegion(2603): Flush status journal for b847c8cc3a8efa46109ba3613931faf1: 2024-12-02T09:04:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): adadd16cba814c5cb8f855c1adf4a474_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:04:42,675 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T09:04:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/adadd16cba814c5cb8f855c1adf4a474_SeqId_6_ as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/e7104025766c4850a3731604d8d3d253_SeqId_6_ 2024-12-02T09:04:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fcb22b3f24664308b17c935063c2ae41_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:04:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/fcb22b3f24664308b17c935063c2ae41_SeqId_6_ as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/457fc1027c6749bf8d80f64ee4eb61c5_SeqId_6_ 2024-12-02T09:04:42,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/adadd16cba814c5cb8f855c1adf4a474_SeqId_6_ into b847c8cc3a8efa46109ba3613931faf1/f as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/e7104025766c4850a3731604d8d3d253_SeqId_6_ - updating store file list. 2024-12-02T09:04:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7104025766c4850a3731604d8d3d253_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T09:04:42,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/e7104025766c4850a3731604d8d3d253_SeqId_6_ into b847c8cc3a8efa46109ba3613931faf1/f 2024-12-02T09:04:42,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/adadd16cba814c5cb8f855c1adf4a474_SeqId_6_ into b847c8cc3a8efa46109ba3613931faf1/f (new location: hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/e7104025766c4850a3731604d8d3d253_SeqId_6_) 2024-12-02T09:04:42,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/adadd16cba814c5cb8f855c1adf4a474_SeqId_6_ 2024-12-02T09:04:42,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/fcb22b3f24664308b17c935063c2ae41_SeqId_6_ into b847c8cc3a8efa46109ba3613931faf1/f as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/457fc1027c6749bf8d80f64ee4eb61c5_SeqId_6_ - updating store file list. 2024-12-02T09:04:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 457fc1027c6749bf8d80f64ee4eb61c5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T09:04:42,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/457fc1027c6749bf8d80f64ee4eb61c5_SeqId_6_ into b847c8cc3a8efa46109ba3613931faf1/f 2024-12-02T09:04:42,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/fcb22b3f24664308b17c935063c2ae41_SeqId_6_ into b847c8cc3a8efa46109ba3613931faf1/f (new location: hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/f/457fc1027c6749bf8d80f64ee4eb61c5_SeqId_6_) 2024-12-02T09:04:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/staging/jenkins.hfs.10__test__61tp7j9j9egh3e508b2q102lgcbbbicbr80nmfuqeuk788ofsiof7ta7qe689jg6/f/fcb22b3f24664308b17c935063c2ae41_SeqId_6_ 2024-12-02T09:04:42,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34087 {}] regionserver.ReplicationSink(324): Finished replicating [0a8c0bf0-0dc3-4783-949d-e45315ff33f4] bulk loaded data 2024-12-02T09:04:42,738 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 1033, reset compression=false 2024-12-02T09:04:42,849 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 687, reset compression=false 2024-12-02T09:04:42,854 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:04:42,854 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,34087,1733130266082 got entry batch from reader: WALEntryBatch [walEntries=[{test/b847c8cc3a8efa46109ba3613931faf1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733130282688/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T09:04:42,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.ReplicationSink(318): Replicating [0a8c0bf0-0dc3-4783-949d-e45315ff33f4, 92206461-29d4-426d-a56d-1dc846a3d735] bulk loaded data 2024-12-02T09:04:42,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741844_1020 (size=10791) 2024-12-02T09:04:43,054 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1033, reset compression=false 2024-12-02T09:04:43,241 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 1033, reset compression=false 2024-12-02T09:04:43,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741845_1021 (size=11194) 2024-12-02T09:04:43,358 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1033, reset compression=false 2024-12-02T09:04:43,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:04:43,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:43,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:43,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:43,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:43,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:04:43,688 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2090186199, stopped=false 2024-12-02T09:04:43,688 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,42089,1733130269652 2024-12-02T09:04:43,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:43,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-900020248/running 2024-12-02T09:04:43,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-900020248/running 2024-12-02T09:04:43,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:43,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:43,695 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:04:43,695 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:43,695 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:43,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:43,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Set watcher on znode that does not yet exist, /1-900020248/running 2024-12-02T09:04:43,695 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,45233,1733130269777' ***** 2024-12-02T09:04:43,695 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:04:43,696 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:04:43,696 INFO [RS:0;7c6d666a4939:45233 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:04:43,696 INFO [RS:0;7c6d666a4939:45233 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:04:43,696 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(3091): Received CLOSE for 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:43,696 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Set watcher on znode that does not yet exist, /1-900020248/running 2024-12-02T09:04:43,696 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:04:43,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:04:43,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45233 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7c6d666a4939,45233,1733130269777 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T09:04:43,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45233 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:60526 deadline: 1733130343697, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7c6d666a4939,45233,1733130269777 stopping 2024-12-02T09:04:43,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7c6d666a4939,45233,1733130269777 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T09:04:43,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7c6d666a4939,45233,1733130269777 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T09:04:43,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 from cache 2024-12-02T09:04:43,707 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(3091): Received CLOSE for 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:43,707 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,45233,1733130269777 2024-12-02T09:04:43,707 INFO [RS:0;7c6d666a4939:45233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:04:43,707 INFO [RS:0;7c6d666a4939:45233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:45233. 2024-12-02T09:04:43,707 DEBUG [RS:0;7c6d666a4939:45233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:43,707 DEBUG [RS:0;7c6d666a4939:45233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:43,707 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49829dba5a1a8d3c98e11a7519beb3bb, disabling compactions & flushes 2024-12-02T09:04:43,708 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:43,708 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:04:43,708 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:43,708 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:04:43,708 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:04:43,708 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. after waiting 0 ms 2024-12-02T09:04:43,708 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:43,708 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:04:43,708 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:04:43,708 DEBUG [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1325): Online Regions={49829dba5a1a8d3c98e11a7519beb3bb=test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb., 1588230740=hbase:meta,,1.1588230740, 3a0382bd28e36a31cad2869a7232a7fe=hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe.} 2024-12-02T09:04:43,708 DEBUG [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a0382bd28e36a31cad2869a7232a7fe, 49829dba5a1a8d3c98e11a7519beb3bb 2024-12-02T09:04:43,708 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:04:43,708 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:04:43,708 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:04:43,708 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:04:43,708 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:04:43,708 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:04:43,720 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/default/test/49829dba5a1a8d3c98e11a7519beb3bb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T09:04:43,720 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:43,720 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:04:43,720 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:43,720 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49829dba5a1a8d3c98e11a7519beb3bb: Waiting for close lock at 1733130283707Running coprocessor pre-close hooks at 1733130283707Disabling compacts and flushes for region at 1733130283707Disabling writes for close at 1733130283708 (+1 ms)Writing region close event to WAL at 1733130283716 (+8 ms)Running coprocessor post-close hooks at 1733130283720 (+4 ms)Closed at 1733130283720 2024-12-02T09:04:43,721 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb. 2024-12-02T09:04:43,721 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3a0382bd28e36a31cad2869a7232a7fe, disabling compactions & flushes 2024-12-02T09:04:43,721 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:43,721 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:43,721 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. after waiting 0 ms 2024-12-02T09:04:43,721 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:43,721 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3a0382bd28e36a31cad2869a7232a7fe 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-02T09:04:43,727 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:04:43,732 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/info/14fcf30c2d7f4782a6c5df8aaa197a16 is 147, key is hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe./info:regioninfo/1733130277633/Put/seqid=0 2024-12-02T09:04:43,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741846_1022 (size=7686) 2024-12-02T09:04:43,740 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/.tmp/hfileref/b5e9e6bda65c4c809bff7a178f3c7a9c is 74, key is 1/hfileref:194937ab98264fd0a4e7c445eb7a796b_SeqId_4_/1733130281799/DeleteColumn/seqid=0 2024-12-02T09:04:43,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741847_1023 (size=5345) 2024-12-02T09:04:43,764 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1033, reset compression=false 2024-12-02T09:04:43,810 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:43,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1] 2024-12-02T09:04:43,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45233 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7c6d666a4939,45233,1733130269777 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T09:04:43,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45233 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:60526 deadline: 1733130343698, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7c6d666a4939,45233,1733130269777 stopping 2024-12-02T09:04:43,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7c6d666a4939,45233,1733130269777 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T09:04:43,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7c6d666a4939,45233,1733130269777 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-02T09:04:43,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 from cache 2024-12-02T09:04:43,846 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 1033, reset compression=false 2024-12-02T09:04:43,853 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:04:43,853 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 1328, reset compression=false 2024-12-02T09:04:43,853 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45233,1733130269777 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:04:43,855 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7c6d666a4939,45233,1733130269777: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7c6d666a4939,45233,1733130269777, walGroup=7c6d666a4939%2C45233%2C1733130269777, offset=7c6d666a4939%2C45233%2C1733130269777.1733130271645:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:45233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T09:04:43,857 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T09:04:43,862 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T09:04:43,864 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T09:04:43,864 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T09:04:43,864 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T09:04:43,864 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 553829888 }, "NonHeapMemoryUsage": { "committed": 190775296, "init": 7667712, "max": -1, "used": 188043064 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T09:04:43,869 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T09:04:43,908 DEBUG [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:44,018 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:44,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1] 2024-12-02T09:04:44,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7c6d666a4939,45233,1733130269777 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:04:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7c6d666a4939,45233,1733130269777 aborting 2024-12-02T09:04:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7c6d666a4939,45233,1733130269777 aborting 2024-12-02T09:04:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 from cache 2024-12-02T09:04:44,063 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 1328, reset compression=false 2024-12-02T09:04:44,108 DEBUG [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3a0382bd28e36a31cad2869a7232a7fe 2024-12-02T09:04:44,138 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/info/14fcf30c2d7f4782a6c5df8aaa197a16 2024-12-02T09:04:44,152 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/.tmp/hfileref/b5e9e6bda65c4c809bff7a178f3c7a9c 2024-12-02T09:04:44,163 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/ns/52e5885104c04561953403a806e139fa is 43, key is default/ns:d/1733130272254/Put/seqid=0 2024-12-02T09:04:44,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741848_1024 (size=5153) 2024-12-02T09:04:44,184 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/ns/52e5885104c04561953403a806e139fa 2024-12-02T09:04:44,191 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/.tmp/queue/8041b609bff842ea9e5b9de108ca2556 is 154, key is 1-7c6d666a4939,45233,1733130269777/queue:7c6d666a4939%2C45233%2C1733130269777/1733130282693/Put/seqid=0 2024-12-02T09:04:44,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741849_1025 (size=5353) 2024-12-02T09:04:44,206 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/.tmp/queue/8041b609bff842ea9e5b9de108ca2556 2024-12-02T09:04:44,213 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/.tmp/hfileref/b5e9e6bda65c4c809bff7a178f3c7a9c as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/hfileref/b5e9e6bda65c4c809bff7a178f3c7a9c 2024-12-02T09:04:44,220 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/hfileref/b5e9e6bda65c4c809bff7a178f3c7a9c, entries=4, sequenceid=12, filesize=5.2 K 2024-12-02T09:04:44,220 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/rep_barrier/4c74e3a7bef34a458407ca59429eb714 is 112, key is test,,1733130273501.49829dba5a1a8d3c98e11a7519beb3bb./rep_barrier:seqnumDuringOpen/1733130274273/Put/seqid=0 2024-12-02T09:04:44,221 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/.tmp/queue/8041b609bff842ea9e5b9de108ca2556 as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/queue/8041b609bff842ea9e5b9de108ca2556 2024-12-02T09:04:44,228 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/queue/8041b609bff842ea9e5b9de108ca2556, entries=1, sequenceid=12, filesize=5.2 K 2024-12-02T09:04:44,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741850_1026 (size=5518) 2024-12-02T09:04:44,229 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3a0382bd28e36a31cad2869a7232a7fe in 508ms, sequenceid=12, compaction requested=false 2024-12-02T09:04:44,230 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/rep_barrier/4c74e3a7bef34a458407ca59429eb714 2024-12-02T09:04:44,242 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/replication/3a0382bd28e36a31cad2869a7232a7fe/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T09:04:44,243 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:44,243 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:44,243 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:44,243 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3a0382bd28e36a31cad2869a7232a7fe: Waiting for close lock at 1733130283721Running coprocessor pre-close hooks at 1733130283721Disabling compacts and flushes for region at 1733130283721Disabling writes for close at 1733130283721Obtaining lock to block concurrent updates at 1733130283721Preparing flush snapshotting stores in 3a0382bd28e36a31cad2869a7232a7fe at 1733130283721Finished memstore snapshotting hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733130283721Flushing stores of hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. at 1733130283722 (+1 ms)Flushing 3a0382bd28e36a31cad2869a7232a7fe/hfileref: creating writer at 1733130283722Flushing 3a0382bd28e36a31cad2869a7232a7fe/hfileref: appending metadata at 1733130283739 (+17 ms)Flushing 3a0382bd28e36a31cad2869a7232a7fe/hfileref: closing flushed file at 1733130283739Flushing 3a0382bd28e36a31cad2869a7232a7fe/queue: creating writer at 1733130284164 (+425 ms)Flushing 3a0382bd28e36a31cad2869a7232a7fe/queue: appending metadata at 1733130284190 (+26 ms)Flushing 3a0382bd28e36a31cad2869a7232a7fe/queue: closing flushed file at 1733130284190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7311baa1: reopening flushed file at 1733130284212 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc14d26: reopening flushed file at 1733130284220 (+8 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3a0382bd28e36a31cad2869a7232a7fe in 508ms, sequenceid=12, compaction requested=false at 1733130284229 (+9 ms)Writing region close event to WAL at 1733130284236 (+7 ms)Running coprocessor post-close hooks at 1733130284243 (+7 ms)Closed at 1733130284243 2024-12-02T09:04:44,243 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733130276812.3a0382bd28e36a31cad2869a7232a7fe. 2024-12-02T09:04:44,254 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/table/963a37133750473882b889fb93820074 is 53, key is hbase:replication/table:state/1733130277647/Put/seqid=0 2024-12-02T09:04:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741851_1027 (size=5308) 2024-12-02T09:04:44,268 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/table/963a37133750473882b889fb93820074 2024-12-02T09:04:44,269 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1033, reset compression=false 2024-12-02T09:04:44,276 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/info/14fcf30c2d7f4782a6c5df8aaa197a16 as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/info/14fcf30c2d7f4782a6c5df8aaa197a16 2024-12-02T09:04:44,280 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/info/14fcf30c2d7f4782a6c5df8aaa197a16, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:04:44,281 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/ns/52e5885104c04561953403a806e139fa as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/ns/52e5885104c04561953403a806e139fa 2024-12-02T09:04:44,286 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/ns/52e5885104c04561953403a806e139fa, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:04:44,286 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/rep_barrier/4c74e3a7bef34a458407ca59429eb714 as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/rep_barrier/4c74e3a7bef34a458407ca59429eb714 2024-12-02T09:04:44,291 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/rep_barrier/4c74e3a7bef34a458407ca59429eb714, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:04:44,292 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/.tmp/table/963a37133750473882b889fb93820074 as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/table/963a37133750473882b889fb93820074 2024-12-02T09:04:44,297 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/table/963a37133750473882b889fb93820074, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:04:44,298 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 590ms, sequenceid=16, compaction requested=false 2024-12-02T09:04:44,309 DEBUG [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:44,324 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:04:44,325 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:44,325 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:44,325 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:44,325 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130283708Running coprocessor pre-close hooks at 1733130283708Disabling compacts and flushes for region at 1733130283708Disabling writes for close at 1733130283708Obtaining lock to block concurrent updates at 1733130283708Preparing flush snapshotting stores in 1588230740 at 1733130283708Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130283709 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733130283709Flushing 1588230740/info: creating writer at 1733130283709Flushing 1588230740/info: appending metadata at 1733130283731 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733130283731Flushing 1588230740/ns: creating writer at 1733130284143 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733130284162 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1733130284162Flushing 1588230740/rep_barrier: creating writer at 1733130284200 (+38 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130284220 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130284220Flushing 1588230740/table: creating writer at 1733130284235 (+15 ms)Flushing 1588230740/table: appending metadata at 1733130284253 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733130284253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d3a730: reopening flushed file at 1733130284275 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23034229: reopening flushed file at 1733130284280 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e7131b: reopening flushed file at 1733130284286 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5efb00dc: reopening flushed file at 1733130284291 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 590ms, sequenceid=16, compaction requested=false at 1733130284298 (+7 ms)Writing region close event to WAL at 1733130284319 (+21 ms)Running coprocessor post-close hooks at 1733130284324 (+5 ms)Closed at 1733130284325 (+1 ms) 2024-12-02T09:04:44,325 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:44,328 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:44,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1] 2024-12-02T09:04:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7c6d666a4939,45233,1733130269777 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:04:44,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7c6d666a4939,45233,1733130269777 aborting 2024-12-02T09:04:44,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7c6d666a4939,45233,1733130269777 aborting 2024-12-02T09:04:44,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45233,1733130269777, seqNum=-1 from cache 2024-12-02T09:04:44,370 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.wal-reader.7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 to pos 1328, reset compression=false 2024-12-02T09:04:44,501 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:04:44,501 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:04:44,509 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,45233,1733130269777; all regions closed. 2024-12-02T09:04:44,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741834_1010 (size=4239) 2024-12-02T09:04:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741839_1015 (size=3127) 2024-12-02T09:04:44,513 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.rep.1733130277582 not finished, retry = 0 2024-12-02T09:04:44,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741832_1008 (size=1336) 2024-12-02T09:04:44,624 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/WALs/7c6d666a4939,45233,1733130269777/7c6d666a4939%2C45233%2C1733130269777.1733130271645 not finished, retry = 0 2024-12-02T09:04:44,726 DEBUG [RS:0;7c6d666a4939:45233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:44,726 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:04:44,726 INFO [RS:0;7c6d666a4939:45233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:04:44,726 INFO [RS:0;7c6d666a4939:45233 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:04:44,726 INFO [RS:0;7c6d666a4939:45233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:04:44,726 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,45233,1733130269777 because: Region server is closing 2024-12-02T09:04:44,726 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:04:44,727 INFO [RS:0;7c6d666a4939:45233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:45233. 2024-12-02T09:04:44,727 DEBUG [RS:0;7c6d666a4939:45233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:44,727 DEBUG [RS:0;7c6d666a4939:45233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:44,727 DEBUG [RS:0;7c6d666a4939:45233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:44,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:44,827 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45233,1733130269777.replicationSource.shipper7c6d666a4939%2C45233%2C1733130269777,1-7c6d666a4939,45233,1733130269777 terminated 2024-12-02T09:04:44,827 INFO [RS:0;7c6d666a4939:45233 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:45233. 2024-12-02T09:04:44,828 DEBUG [RS:0;7c6d666a4939:45233 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:44,828 DEBUG [RS:0;7c6d666a4939:45233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:44,828 DEBUG [RS:0;7c6d666a4939:45233 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:44,828 INFO [RS:0;7c6d666a4939:45233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45233 2024-12-02T09:04:44,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:44,830 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7c6d666a4939:45233 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-12-02T09:04:44,834 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-02T09:04:44,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-12-02T09:04:44,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45233 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:60522 deadline: 1733130342855, exception=java.io.InterruptedIOException 2024-12-02T09:04:44,835 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T09:04:44,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-900020248/rs/7c6d666a4939,45233,1733130269777 2024-12-02T09:04:44,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248/rs 2024-12-02T09:04:44,836 INFO [RS:0;7c6d666a4939:45233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:04:44,837 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:44,838 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-12-02T09:04:44,839 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:04:44,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,45233,1733130269777] 2024-12-02T09:04:44,853 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-900020248/draining/7c6d666a4939,45233,1733130269777 already deleted, retry=false 2024-12-02T09:04:44,853 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,45233,1733130269777 expired; onlineServers=0 2024-12-02T09:04:44,853 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,42089,1733130269652' ***** 2024-12-02T09:04:44,853 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:04:44,854 INFO [M:0;7c6d666a4939:42089 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:04:44,854 INFO [M:0;7c6d666a4939:42089 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:04:44,854 DEBUG [M:0;7c6d666a4939:42089 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:04:44,854 DEBUG [M:0;7c6d666a4939:42089 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:04:44,854 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:04:44,854 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130271359 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130271359,5,FailOnTimeoutGroup] 2024-12-02T09:04:44,854 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130271359 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130271359,5,FailOnTimeoutGroup] 2024-12-02T09:04:44,854 INFO [M:0;7c6d666a4939:42089 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:04:44,854 INFO [M:0;7c6d666a4939:42089 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:04:44,854 DEBUG [M:0;7c6d666a4939:42089 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:04:44,854 INFO [M:0;7c6d666a4939:42089 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:04:44,854 INFO [M:0;7c6d666a4939:42089 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:04:44,854 INFO [M:0;7c6d666a4939:42089 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:04:44,854 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:04:44,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-900020248/master 2024-12-02T09:04:44,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-900020248 2024-12-02T09:04:44,875 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1033, reset compression=false 2024-12-02T09:04:44,928 DEBUG [M:0;7c6d666a4939:42089 {}] zookeeper.RecoverableZooKeeper(212): Node /1-900020248/master already deleted, retry=false 2024-12-02T09:04:44,928 DEBUG [M:0;7c6d666a4939:42089 {}] master.ActiveMasterManager(353): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-900020248/master 2024-12-02T09:04:44,928 INFO [M:0;7c6d666a4939:42089 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/.lastflushedseqids 2024-12-02T09:04:44,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741852_1028 (size=263) 2024-12-02T09:04:44,932 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7c6d666a4939:45233 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7c6d666a4939/172.17.0.3:45233 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:04:44,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7c6d666a4939:45233 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7c6d666a4939/172.17.0.3:45233 2024-12-02T09:04:44,933 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=7c6d666a4939:45233 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7c6d666a4939/172.17.0.3:45233 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7c6d666a4939/172.17.0.3:45233 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-02T09:04:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T09:04:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41618 deadline: 1733130344935, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T09:04:44,936 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T09:04:44,937 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T09:04:44,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:44,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45233-0x1009a3afbb90004, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:44,945 INFO [RS:0;7c6d666a4939:45233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:04:44,945 INFO [RS:0;7c6d666a4939:45233 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,45233,1733130269777; zookeeper connection closed. 2024-12-02T09:04:44,945 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3003c4ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3003c4ce 2024-12-02T09:04:44,945 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:04:45,137 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T09:04:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T09:04:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41618 deadline: 1733130345139, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T09:04:45,142 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T09:04:45,143 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T09:04:45,143 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T09:04:45,333 INFO [M:0;7c6d666a4939:42089 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:04:45,333 INFO [M:0;7c6d666a4939:42089 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:04:45,333 DEBUG [M:0;7c6d666a4939:42089 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:04:45,333 INFO [M:0;7c6d666a4939:42089 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:45,333 DEBUG [M:0;7c6d666a4939:42089 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:45,333 DEBUG [M:0;7c6d666a4939:42089 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:04:45,333 DEBUG [M:0;7c6d666a4939:42089 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:45,333 INFO [M:0;7c6d666a4939:42089 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T09:04:45,368 DEBUG [M:0;7c6d666a4939:42089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/228ebbe229f44820b9891c3cc166856a is 82, key is hbase:meta,,1/info:regioninfo/1733130272236/Put/seqid=0 2024-12-02T09:04:45,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741853_1029 (size=5672) 2024-12-02T09:04:45,444 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T09:04:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T09:04:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41618 deadline: 1733130345446, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T09:04:45,447 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T09:04:45,448 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T09:04:45,448 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T09:04:45,579 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1033, reset compression=false 2024-12-02T09:04:45,781 INFO [M:0;7c6d666a4939:42089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/228ebbe229f44820b9891c3cc166856a 2024-12-02T09:04:45,803 DEBUG [M:0;7c6d666a4939:42089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93f42cab7329456e9e5b8b6c00810c89 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733130277653/Put/seqid=0 2024-12-02T09:04:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741854_1030 (size=8516) 2024-12-02T09:04:45,849 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T09:04:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T09:04:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41618 deadline: 1733130345850, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T09:04:45,851 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T09:04:45,852 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T09:04:45,852 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T09:04:46,208 INFO [M:0;7c6d666a4939:42089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93f42cab7329456e9e5b8b6c00810c89 2024-12-02T09:04:46,231 DEBUG [M:0;7c6d666a4939:42089 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ceec6047a0bb4a3494424476f68a98d4 is 69, key is 7c6d666a4939,45233,1733130269777/rs:state/1733130271449/Put/seqid=0 2024-12-02T09:04:46,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741855_1031 (size=5156) 2024-12-02T09:04:46,353 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T09:04:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T09:04:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42089 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:41618 deadline: 1733130346354, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T09:04:46,355 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T09:04:46,356 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T09:04:46,356 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T09:04:46,382 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1033, reset compression=false 2024-12-02T09:04:46,635 INFO [M:0;7c6d666a4939:42089 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ceec6047a0bb4a3494424476f68a98d4 2024-12-02T09:04:46,640 DEBUG [M:0;7c6d666a4939:42089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/228ebbe229f44820b9891c3cc166856a as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/228ebbe229f44820b9891c3cc166856a 2024-12-02T09:04:46,647 INFO [M:0;7c6d666a4939:42089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/228ebbe229f44820b9891c3cc166856a, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T09:04:46,647 DEBUG [M:0;7c6d666a4939:42089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93f42cab7329456e9e5b8b6c00810c89 as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93f42cab7329456e9e5b8b6c00810c89 2024-12-02T09:04:46,651 INFO [M:0;7c6d666a4939:42089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93f42cab7329456e9e5b8b6c00810c89, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T09:04:46,652 DEBUG [M:0;7c6d666a4939:42089 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ceec6047a0bb4a3494424476f68a98d4 as hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ceec6047a0bb4a3494424476f68a98d4 2024-12-02T09:04:46,657 INFO [M:0;7c6d666a4939:42089 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43955/user/jenkins/test-data/6d352634-7c2f-4c64-91f1-2c523c49f314/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ceec6047a0bb4a3494424476f68a98d4, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T09:04:46,658 INFO [M:0;7c6d666a4939:42089 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=97, compaction requested=false 2024-12-02T09:04:46,663 INFO [M:0;7c6d666a4939:42089 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:46,663 DEBUG [M:0;7c6d666a4939:42089 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130285333Disabling compacts and flushes for region at 1733130285333Disabling writes for close at 1733130285333Obtaining lock to block concurrent updates at 1733130285333Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130285333Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733130285334 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130285334Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130285334Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130285368 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130285368Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130285787 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130285803 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130285803Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130286213 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130286230 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130286230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2995c603: reopening flushed file at 1733130286640 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ed20e81: reopening flushed file at 1733130286647 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fbc5708: reopening flushed file at 1733130286652 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=97, compaction requested=false at 1733130286658 (+6 ms)Writing region close event to WAL at 1733130286663 (+5 ms)Closed at 1733130286663 2024-12-02T09:04:46,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32877 is added to blk_1073741830_1006 (size=63654) 2024-12-02T09:04:46,668 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:04:46,669 INFO [M:0;7c6d666a4939:42089 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:04:46,669 INFO [M:0;7c6d666a4939:42089 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42089 2024-12-02T09:04:46,669 INFO [M:0;7c6d666a4939:42089 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:04:46,815 INFO [M:0;7c6d666a4939:42089 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:04:46,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:46,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42089-0x1009a3afbb90003, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:46,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e7ed898{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:04:46,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dfa0b73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:04:46,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:04:46,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc2fe1a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:04:46,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b0883f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/hadoop.log.dir/,STOPPED} 2024-12-02T09:04:46,821 WARN [BP-1347050457-172.17.0.3-1733130267899 heartbeating to localhost/127.0.0.1:43955 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:04:46,821 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:04:46,821 WARN [BP-1347050457-172.17.0.3-1733130267899 heartbeating to localhost/127.0.0.1:43955 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1347050457-172.17.0.3-1733130267899 (Datanode Uuid 2e4cb905-c9e4-4497-b13e-671db50e0f0b) service to localhost/127.0.0.1:43955 2024-12-02T09:04:46,821 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:04:46,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/cluster_243c0df9-0e34-fd9f-6b78-fe01189976a9/data/data1/current/BP-1347050457-172.17.0.3-1733130267899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:04:46,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/cluster_243c0df9-0e34-fd9f-6b78-fe01189976a9/data/data2/current/BP-1347050457-172.17.0.3-1733130267899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:04:46,822 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:04:46,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3310d2a5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:04:46,829 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e524fa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:04:46,829 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:04:46,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c20af62{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:04:46,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2df946f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/hadoop.log.dir/,STOPPED} 2024-12-02T09:04:46,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:04:46,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:04:46,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:46,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:46,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:46,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:46,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:04:46,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1488729225, stopped=false 2024-12-02T09:04:46,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:46,846 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,35257,1733130265558 2024-12-02T09:04:46,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-474614997/running 2024-12-02T09:04:46,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-474614997/running 2024-12-02T09:04:46,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:46,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:46,853 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:04:46,853 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:04:46,853 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:46,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:46,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Set watcher on znode that does not yet exist, /0-474614997/running 2024-12-02T09:04:46,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Set watcher on znode that does not yet exist, /0-474614997/running 2024-12-02T09:04:46,854 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,34087,1733130266082' ***** 2024-12-02T09:04:46,854 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:04:46,854 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:04:46,854 INFO [RS:0;7c6d666a4939:34087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:04:46,854 INFO [RS:0;7c6d666a4939:34087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:04:46,854 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(3091): Received CLOSE for 73e6e1e1aa8263cdeee9e95d2cb115a0 2024-12-02T09:04:46,854 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:04:46,854 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(3091): Received CLOSE for b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:46,854 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,34087,1733130266082 2024-12-02T09:04:46,854 INFO [RS:0;7c6d666a4939:34087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:04:46,854 INFO [RS:0;7c6d666a4939:34087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:34087. 2024-12-02T09:04:46,854 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 73e6e1e1aa8263cdeee9e95d2cb115a0, disabling compactions & flushes 2024-12-02T09:04:46,855 DEBUG [RS:0;7c6d666a4939:34087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:46,855 DEBUG [RS:0;7c6d666a4939:34087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:46,855 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:46,855 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:46,855 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. after waiting 0 ms 2024-12-02T09:04:46,855 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:04:46,855 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:46,855 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:04:46,855 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:04:46,855 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:04:46,855 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 73e6e1e1aa8263cdeee9e95d2cb115a0 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-02T09:04:46,855 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:04:46,855 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1325): Online Regions={73e6e1e1aa8263cdeee9e95d2cb115a0=hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0., 1588230740=hbase:meta,,1.1588230740, b847c8cc3a8efa46109ba3613931faf1=test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1.} 2024-12-02T09:04:46,855 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73e6e1e1aa8263cdeee9e95d2cb115a0, b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:46,855 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:04:46,855 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:04:46,855 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:04:46,855 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:04:46,855 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:04:46,855 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:04:46,868 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/.tmp/hfileref/6e07423085384476a98aed6e11312643 is 74, key is 1/hfileref:36ee6360a3e14f15aae0041c73fca14f_SeqId_4_/1733130281001/DeleteColumn/seqid=0 2024-12-02T09:04:46,870 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:04:46,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741846_1022 (size=5345) 2024-12-02T09:04:46,873 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/info/633c6e1ee82c495c85b6c8334bafce8c is 147, key is hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0./info:regioninfo/1733130275881/Put/seqid=0 2024-12-02T09:04:46,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741847_1023 (size=7686) 2024-12-02T09:04:46,957 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T09:04:46,957 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7c6d666a4939:42089 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7c6d666a4939/172.17.0.3:42089 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:04:46,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7c6d666a4939:42089 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7c6d666a4939/172.17.0.3:42089 2024-12-02T09:04:47,055 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73e6e1e1aa8263cdeee9e95d2cb115a0, b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:47,068 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:47,068 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7c6d666a4939:42089 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7c6d666a4939/172.17.0.3:42089 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:04:47,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=7c6d666a4939:42089 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7c6d666a4939/172.17.0.3:42089 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-02T09:04:47,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 7c6d666a4939:42089 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7c6d666a4939/172.17.0.3:42089 2024-12-02T09:04:47,147 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:04:47,148 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:04:47,255 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73e6e1e1aa8263cdeee9e95d2cb115a0, b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:47,273 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/.tmp/hfileref/6e07423085384476a98aed6e11312643 2024-12-02T09:04:47,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:47,278 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7c6d666a4939:42089 this server is in the failed servers list 2024-12-02T09:04:47,279 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7c6d666a4939:42089 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:04:47,286 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/info/633c6e1ee82c495c85b6c8334bafce8c 2024-12-02T09:04:47,286 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1033, reset compression=false 2024-12-02T09:04:47,316 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/.tmp/queue/f98d3d3ae1614216ac37a8fdff41aea8 is 153, key is 1-7c6d666a4939,34087,1733130266082/queue:7c6d666a4939%2C34087%2C1733130266082/1733130281003/Put/seqid=0 2024-12-02T09:04:47,327 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/ns/6649f49adf574340a03cac8f4f795b1c is 43, key is default/ns:d/1733130267789/Put/seqid=0 2024-12-02T09:04:47,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741848_1024 (size=5352) 2024-12-02T09:04:47,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741849_1025 (size=5153) 2024-12-02T09:04:47,456 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73e6e1e1aa8263cdeee9e95d2cb115a0, b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:47,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:47,588 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7c6d666a4939:42089 this server is in the failed servers list 2024-12-02T09:04:47,588 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7c6d666a4939:42089 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:04:47,657 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 73e6e1e1aa8263cdeee9e95d2cb115a0, b847c8cc3a8efa46109ba3613931faf1 2024-12-02T09:04:47,729 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/.tmp/queue/f98d3d3ae1614216ac37a8fdff41aea8 2024-12-02T09:04:47,734 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/.tmp/hfileref/6e07423085384476a98aed6e11312643 as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/hfileref/6e07423085384476a98aed6e11312643 2024-12-02T09:04:47,743 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/ns/6649f49adf574340a03cac8f4f795b1c 2024-12-02T09:04:47,745 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/hfileref/6e07423085384476a98aed6e11312643, entries=4, sequenceid=10, filesize=5.2 K 2024-12-02T09:04:47,745 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/.tmp/queue/f98d3d3ae1614216ac37a8fdff41aea8 as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/queue/f98d3d3ae1614216ac37a8fdff41aea8 2024-12-02T09:04:47,751 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/queue/f98d3d3ae1614216ac37a8fdff41aea8, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T09:04:47,752 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 73e6e1e1aa8263cdeee9e95d2cb115a0 in 897ms, sequenceid=10, compaction requested=false 2024-12-02T09:04:47,768 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/replication/73e6e1e1aa8263cdeee9e95d2cb115a0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T09:04:47,768 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:47,768 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:47,768 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:47,768 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/rep_barrier/579f78b989124c1894fd6d42ef8b2ed4 is 112, key is test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1./rep_barrier:seqnumDuringOpen/1733130273149/Put/seqid=0 2024-12-02T09:04:47,768 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 73e6e1e1aa8263cdeee9e95d2cb115a0: Waiting for close lock at 1733130286854Running coprocessor pre-close hooks at 1733130286854Disabling compacts and flushes for region at 1733130286854Disabling writes for close at 1733130286855 (+1 ms)Obtaining lock to block concurrent updates at 1733130286855Preparing flush snapshotting stores in 73e6e1e1aa8263cdeee9e95d2cb115a0 at 1733130286855Finished memstore snapshotting hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733130286855Flushing stores of hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. at 1733130286855Flushing 73e6e1e1aa8263cdeee9e95d2cb115a0/hfileref: creating writer at 1733130286856 (+1 ms)Flushing 73e6e1e1aa8263cdeee9e95d2cb115a0/hfileref: appending metadata at 1733130286867 (+11 ms)Flushing 73e6e1e1aa8263cdeee9e95d2cb115a0/hfileref: closing flushed file at 1733130286867Flushing 73e6e1e1aa8263cdeee9e95d2cb115a0/queue: creating writer at 1733130287298 (+431 ms)Flushing 73e6e1e1aa8263cdeee9e95d2cb115a0/queue: appending metadata at 1733130287316 (+18 ms)Flushing 73e6e1e1aa8263cdeee9e95d2cb115a0/queue: closing flushed file at 1733130287316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@258964ba: reopening flushed file at 1733130287733 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46432673: reopening flushed file at 1733130287745 (+12 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 73e6e1e1aa8263cdeee9e95d2cb115a0 in 897ms, sequenceid=10, compaction requested=false at 1733130287752 (+7 ms)Writing region close event to WAL at 1733130287762 (+10 ms)Running coprocessor post-close hooks at 1733130287768 (+6 ms)Closed at 1733130287768 2024-12-02T09:04:47,768 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733130274660.73e6e1e1aa8263cdeee9e95d2cb115a0. 2024-12-02T09:04:47,769 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b847c8cc3a8efa46109ba3613931faf1, disabling compactions & flushes 2024-12-02T09:04:47,769 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:47,769 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:47,769 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. after waiting 0 ms 2024-12-02T09:04:47,769 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:47,780 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/default/test/b847c8cc3a8efa46109ba3613931faf1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T09:04:47,780 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:47,780 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:04:47,780 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:47,780 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b847c8cc3a8efa46109ba3613931faf1: Waiting for close lock at 1733130287769Running coprocessor pre-close hooks at 1733130287769Disabling compacts and flushes for region at 1733130287769Disabling writes for close at 1733130287769Writing region close event to WAL at 1733130287771 (+2 ms)Running coprocessor post-close hooks at 1733130287780 (+9 ms)Closed at 1733130287780 2024-12-02T09:04:47,780 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130272358.b847c8cc3a8efa46109ba3613931faf1. 2024-12-02T09:04:47,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741850_1026 (size=5518) 2024-12-02T09:04:47,857 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:04:47,857 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:04:47,857 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:48,057 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:48,098 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:48,098 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7c6d666a4939:42089 this server is in the failed servers list 2024-12-02T09:04:48,099 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7c6d666a4939:42089 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:04:48,185 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/rep_barrier/579f78b989124c1894fd6d42ef8b2ed4 2024-12-02T09:04:48,215 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/table/cd4275e48bee4291b4b9e049187ad3d1 is 53, key is hbase:replication/table:state/1733130275894/Put/seqid=0 2024-12-02T09:04:48,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741851_1027 (size=5308) 2024-12-02T09:04:48,257 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:48,312 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1033, reset compression=false 2024-12-02T09:04:48,322 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:04:48,322 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1328, reset compression=false 2024-12-02T09:04:48,458 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:48,525 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1328, reset compression=false 2024-12-02T09:04:48,633 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/table/cd4275e48bee4291b4b9e049187ad3d1 2024-12-02T09:04:48,638 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/info/633c6e1ee82c495c85b6c8334bafce8c as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/info/633c6e1ee82c495c85b6c8334bafce8c 2024-12-02T09:04:48,641 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/info/633c6e1ee82c495c85b6c8334bafce8c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:04:48,642 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/ns/6649f49adf574340a03cac8f4f795b1c as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/ns/6649f49adf574340a03cac8f4f795b1c 2024-12-02T09:04:48,646 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/ns/6649f49adf574340a03cac8f4f795b1c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:04:48,647 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/rep_barrier/579f78b989124c1894fd6d42ef8b2ed4 as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/rep_barrier/579f78b989124c1894fd6d42ef8b2ed4 2024-12-02T09:04:48,651 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/rep_barrier/579f78b989124c1894fd6d42ef8b2ed4, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:04:48,652 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/.tmp/table/cd4275e48bee4291b4b9e049187ad3d1 as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/table/cd4275e48bee4291b4b9e049187ad3d1 2024-12-02T09:04:48,656 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/table/cd4275e48bee4291b4b9e049187ad3d1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:04:48,656 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1801ms, sequenceid=16, compaction requested=false 2024-12-02T09:04:48,658 DEBUG [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:04:48,660 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:04:48,661 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:48,661 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:48,661 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:48,661 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130286855Running coprocessor pre-close hooks at 1733130286855Disabling compacts and flushes for region at 1733130286855Disabling writes for close at 1733130286855Obtaining lock to block concurrent updates at 1733130286855Preparing flush snapshotting stores in 1588230740 at 1733130286855Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130286855Flushing stores of hbase:meta,,1.1588230740 at 1733130286856 (+1 ms)Flushing 1588230740/info: creating writer at 1733130286856Flushing 1588230740/info: appending metadata at 1733130286873 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733130286873Flushing 1588230740/ns: creating writer at 1733130287301 (+428 ms)Flushing 1588230740/ns: appending metadata at 1733130287326 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733130287327 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1733130287749 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130287768 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130287768Flushing 1588230740/table: creating writer at 1733130288189 (+421 ms)Flushing 1588230740/table: appending metadata at 1733130288214 (+25 ms)Flushing 1588230740/table: closing flushed file at 1733130288214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61ec15c5: reopening flushed file at 1733130288637 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7240f: reopening flushed file at 1733130288642 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da8ac09: reopening flushed file at 1733130288647 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c87409b: reopening flushed file at 1733130288651 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1801ms, sequenceid=16, compaction requested=false at 1733130288657 (+6 ms)Writing region close event to WAL at 1733130288657Running coprocessor post-close hooks at 1733130288661 (+4 ms)Closed at 1733130288661 2024-12-02T09:04:48,662 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:48,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:48,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:48,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:48,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:48,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:48,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:48,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:48,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:48,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:48,828 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 to pos 1328, reset compression=false 2024-12-02T09:04:48,858 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,34087,1733130266082; all regions closed. 2024-12-02T09:04:48,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741834_1010 (size=4239) 2024-12-02T09:04:48,860 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.meta.1733130267711.meta not finished, retry = 0 2024-12-02T09:04:48,962 DEBUG [RS:0;7c6d666a4939:34087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/oldWALs 2024-12-02T09:04:48,962 INFO [RS:0;7c6d666a4939:34087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C34087%2C1733130266082.meta:.meta(num 1733130267711) 2024-12-02T09:04:48,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741839_1015 (size=2695) 2024-12-02T09:04:48,968 DEBUG [RS:0;7c6d666a4939:34087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/oldWALs 2024-12-02T09:04:48,968 INFO [RS:0;7c6d666a4939:34087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C34087%2C1733130266082.rep:(num 1733130275829) 2024-12-02T09:04:48,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/WALs/7c6d666a4939,34087,1733130266082/7c6d666a4939%2C34087%2C1733130266082.1733130267300 not finished, retry = 0 2024-12-02T09:04:48,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741833_1009 (size=1336) 2024-12-02T09:04:49,072 DEBUG [RS:0;7c6d666a4939:34087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/oldWALs 2024-12-02T09:04:49,072 INFO [RS:0;7c6d666a4939:34087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C34087%2C1733130266082:(num 1733130267300) 2024-12-02T09:04:49,072 DEBUG [RS:0;7c6d666a4939:34087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:49,072 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:04:49,073 INFO [RS:0;7c6d666a4939:34087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:04:49,073 INFO [RS:0;7c6d666a4939:34087 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T09:04:49,073 INFO [RS:0;7c6d666a4939:34087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:04:49,073 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:04:49,073 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,34087,1733130266082 because: Region server is closing 2024-12-02T09:04:49,073 INFO [RS:0;7c6d666a4939:34087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:34087. 2024-12-02T09:04:49,073 DEBUG [RS:0;7c6d666a4939:34087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:49,073 DEBUG [RS:0;7c6d666a4939:34087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:49,073 DEBUG [RS:0;7c6d666a4939:34087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:49,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:49,108 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:49,108 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:04:49,111 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:04:49,174 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.wal-reader.7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T09:04:49,174 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-02T09:04:49,174 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T09:04:49,174 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T09:04:49,272 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:04:49,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:49,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:49,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:49,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:49,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:49,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:49,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:49,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:49,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:49,875 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34087,1733130266082.replicationSource.shipper7c6d666a4939%2C34087%2C1733130266082,1-7c6d666a4939,34087,1733130266082 terminated 2024-12-02T09:04:49,875 INFO [RS:0;7c6d666a4939:34087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:34087. 2024-12-02T09:04:49,875 DEBUG [RS:0;7c6d666a4939:34087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:04:49,875 DEBUG [RS:0;7c6d666a4939:34087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:49,875 DEBUG [RS:0;7c6d666a4939:34087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:49,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:04:49,875 INFO [RS:0;7c6d666a4939:34087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34087 2024-12-02T09:04:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-474614997/rs/7c6d666a4939,34087,1733130266082 2024-12-02T09:04:49,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997/rs 2024-12-02T09:04:49,886 INFO [RS:0;7c6d666a4939:34087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:04:49,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,34087,1733130266082] 2024-12-02T09:04:49,903 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-474614997/draining/7c6d666a4939,34087,1733130266082 already deleted, retry=false 2024-12-02T09:04:49,903 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,34087,1733130266082 expired; onlineServers=0 2024-12-02T09:04:49,903 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,35257,1733130265558' ***** 2024-12-02T09:04:49,903 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:04:49,903 INFO [M:0;7c6d666a4939:35257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:04:49,903 INFO [M:0;7c6d666a4939:35257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:04:49,903 DEBUG [M:0;7c6d666a4939:35257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:04:49,903 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:04:49,903 DEBUG [M:0;7c6d666a4939:35257 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:04:49,903 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130267072 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130267072,5,FailOnTimeoutGroup] 2024-12-02T09:04:49,903 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130267071 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130267071,5,FailOnTimeoutGroup] 2024-12-02T09:04:49,903 INFO [M:0;7c6d666a4939:35257 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:04:49,903 INFO [M:0;7c6d666a4939:35257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:04:49,903 DEBUG [M:0;7c6d666a4939:35257 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:04:49,903 INFO [M:0;7c6d666a4939:35257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:04:49,903 INFO [M:0;7c6d666a4939:35257 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:04:49,903 INFO [M:0;7c6d666a4939:35257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:04:49,904 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:04:49,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-474614997/master 2024-12-02T09:04:49,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-474614997 2024-12-02T09:04:49,911 DEBUG [M:0;7c6d666a4939:35257 {}] zookeeper.ZKUtil(347): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Unable to get data of znode /0-474614997/master because node does not exist (not an error) 2024-12-02T09:04:49,911 WARN [M:0;7c6d666a4939:35257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:04:49,912 INFO [M:0;7c6d666a4939:35257 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/.lastflushedseqids 2024-12-02T09:04:49,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741852_1028 (size=263) 2024-12-02T09:04:49,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:49,995 INFO [RS:0;7c6d666a4939:34087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:04:49,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34087-0x1009a3afbb90001, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:49,995 INFO [RS:0;7c6d666a4939:34087 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,34087,1733130266082; zookeeper connection closed. 2024-12-02T09:04:49,995 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26a4721a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26a4721a 2024-12-02T09:04:49,995 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:04:50,316 INFO [M:0;7c6d666a4939:35257 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:04:50,316 INFO [M:0;7c6d666a4939:35257 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:04:50,316 DEBUG [M:0;7c6d666a4939:35257 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:04:50,316 INFO [M:0;7c6d666a4939:35257 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:50,316 DEBUG [M:0;7c6d666a4939:35257 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:50,316 DEBUG [M:0;7c6d666a4939:35257 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:04:50,316 DEBUG [M:0;7c6d666a4939:35257 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:50,316 INFO [M:0;7c6d666a4939:35257 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T09:04:50,329 DEBUG [M:0;7c6d666a4939:35257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3692720989f24356930701a75e917335 is 82, key is hbase:meta,,1/info:regioninfo/1733130267736/Put/seqid=0 2024-12-02T09:04:50,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741853_1029 (size=5672) 2024-12-02T09:04:50,732 INFO [M:0;7c6d666a4939:35257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3692720989f24356930701a75e917335 2024-12-02T09:04:50,749 DEBUG [M:0;7c6d666a4939:35257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/182fbe0f57fc409c84f6aef36d8cdfd3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733130275899/Put/seqid=0 2024-12-02T09:04:50,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741854_1030 (size=8516) 2024-12-02T09:04:51,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:51,128 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:04:51,128 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:04:51,164 INFO [M:0;7c6d666a4939:35257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/182fbe0f57fc409c84f6aef36d8cdfd3 2024-12-02T09:04:51,180 DEBUG [M:0;7c6d666a4939:35257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36980b7f435a4906bf10056c8c938e98 is 69, key is 7c6d666a4939,34087,1733130266082/rs:state/1733130267099/Put/seqid=0 2024-12-02T09:04:51,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741855_1031 (size=5156) 2024-12-02T09:04:51,186 INFO [M:0;7c6d666a4939:35257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36980b7f435a4906bf10056c8c938e98 2024-12-02T09:04:51,189 DEBUG [M:0;7c6d666a4939:35257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3692720989f24356930701a75e917335 as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3692720989f24356930701a75e917335 2024-12-02T09:04:51,193 INFO [M:0;7c6d666a4939:35257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3692720989f24356930701a75e917335, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T09:04:51,193 DEBUG [M:0;7c6d666a4939:35257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/182fbe0f57fc409c84f6aef36d8cdfd3 as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/182fbe0f57fc409c84f6aef36d8cdfd3 2024-12-02T09:04:51,196 INFO [M:0;7c6d666a4939:35257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/182fbe0f57fc409c84f6aef36d8cdfd3, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T09:04:51,197 DEBUG [M:0;7c6d666a4939:35257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36980b7f435a4906bf10056c8c938e98 as hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36980b7f435a4906bf10056c8c938e98 2024-12-02T09:04:51,201 INFO [M:0;7c6d666a4939:35257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42059/user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36980b7f435a4906bf10056c8c938e98, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T09:04:51,201 INFO [M:0;7c6d666a4939:35257 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false 2024-12-02T09:04:51,202 INFO [M:0;7c6d666a4939:35257 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:51,202 DEBUG [M:0;7c6d666a4939:35257 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130290316Disabling compacts and flushes for region at 1733130290316Disabling writes for close at 1733130290316Obtaining lock to block concurrent updates at 1733130290316Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130290316Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733130290317 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130290317Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130290317Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130290329 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130290329Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130290736 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130290749 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130290749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130291168 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130291179 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130291179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e09a301: reopening flushed file at 1733130291189 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ae53e30: reopening flushed file at 1733130291193 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1af728: reopening flushed file at 1733130291196 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=97, compaction requested=false at 1733130291201 (+5 ms)Writing region close event to WAL at 1733130291202 (+1 ms)Closed at 1733130291202 2024-12-02T09:04:51,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741830_1006 (size=63654) 2024-12-02T09:04:51,204 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d71ce428-6716-3fb4-5e3f-37b4fe404a4d/MasterData/WALs/7c6d666a4939,35257,1733130265558/7c6d666a4939%2C35257%2C1733130265558.1733130266737 not finished, retry = 0 2024-12-02T09:04:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:04:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:04:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T09:04:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T09:04:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T09:04:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:04:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:04:51,305 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:04:51,305 INFO [M:0;7c6d666a4939:35257 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:04:51,305 INFO [M:0;7c6d666a4939:35257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35257 2024-12-02T09:04:51,305 INFO [M:0;7c6d666a4939:35257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:04:51,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:51,497 INFO [M:0;7c6d666a4939:35257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:04:51,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35257-0x1009a3afbb90000, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:04:51,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d053f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:04:51,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15ac4d39{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:04:51,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:04:51,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41510202{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:04:51,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@236ab19c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/hadoop.log.dir/,STOPPED} 2024-12-02T09:04:51,501 WARN [BP-686598086-172.17.0.3-1733130263708 heartbeating to localhost/127.0.0.1:42059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:04:51,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:04:51,501 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:04:51,501 WARN [BP-686598086-172.17.0.3-1733130263708 heartbeating to localhost/127.0.0.1:42059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-686598086-172.17.0.3-1733130263708 (Datanode Uuid b332c253-7c95-445c-a07d-3ff2c0ea3fd0) service to localhost/127.0.0.1:42059 2024-12-02T09:04:51,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/cluster_5b66829c-6378-7f21-4909-f2ef13a5eed1/data/data1/current/BP-686598086-172.17.0.3-1733130263708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:04:51,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/cluster_5b66829c-6378-7f21-4909-f2ef13a5eed1/data/data2/current/BP-686598086-172.17.0.3-1733130263708 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:04:51,501 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:04:51,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d97639c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:04:51,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@505e8297{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:04:51,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:04:51,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19561bd1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:04:51,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ea52e31{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d50263d3-c970-acf5-4644-a6da43374d58/hadoop.log.dir/,STOPPED} 2024-12-02T09:04:51,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T09:04:51,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:04:51,529 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 202) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:42059 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:43955 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:43955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55574) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:43955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:42059 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43955 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:42059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:42059 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:43955 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:42059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:43955 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55574) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=486 (was 430) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=963 (was 2126) 2024-12-02T09:04:51,537 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=486, ProcessCount=11, AvailableMemoryMB=963 2024-12-02T09:04:51,548 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-02T09:04:51,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/hadoop.log.dir so I do NOT create it in target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182 2024-12-02T09:04:51,548 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:04:51,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/hadoop.tmp.dir so I do NOT create it in target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182 2024-12-02T09:04:51,548 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9ce62a0c-e730-41ba-e4ed-64f31c4c26b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:04:51,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182 2024-12-02T09:04:51,548 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/cluster_cb30bc88-d4b4-f509-610d-c71fcd782702, deleteOnExit=true 2024-12-02T09:04:51,550 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/cluster_cb30bc88-d4b4-f509-610d-c71fcd782702/zookeeper_0, clientPort=57035, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/cluster_cb30bc88-d4b4-f509-610d-c71fcd782702/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/cluster_cb30bc88-d4b4-f509-610d-c71fcd782702/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T09:04:51,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57035 2024-12-02T09:04:51,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:04:51,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:04:51,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/test.cache.data in system properties and HBase conf 2024-12-02T09:04:51,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:04:51,552 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:51,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:04:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:04:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:04:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:04:51,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:04:51,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009a3afbb90002, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:04:51,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009a3afbb90002, quorum=127.0.0.1:55574, baseZNode=/0-474614997 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:04:51,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009a3afbb90005, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:04:51,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009a3afbb90005, quorum=127.0.0.1:55574, baseZNode=/1-900020248 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:04:51,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:51,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:51,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:51,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:51,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:04:51,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:51,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@469c3526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:51,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6859fa22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:51,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d68ca02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/java.io.tmpdir/jetty-localhost-33093-hadoop-hdfs-3_4_1-tests_jar-_-any-7408367954157795371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:04:51,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15797a48{HTTP/1.1, (http/1.1)}{localhost:33093} 2024-12-02T09:04:51,970 INFO [Time-limited test {}] server.Server(415): Started @186510ms 2024-12-02T09:04:52,188 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:52,194 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:52,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:52,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:52,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:04:52,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f094ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:52,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e1f7ad5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:52,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36b4a038{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/java.io.tmpdir/jetty-localhost-41069-hadoop-hdfs-3_4_1-tests_jar-_-any-9212524772437651204/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:04:52,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65e13b29{HTTP/1.1, (http/1.1)}{localhost:41069} 2024-12-02T09:04:52,328 INFO [Time-limited test {}] server.Server(415): Started @186867ms 2024-12-02T09:04:52,329 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:04:52,759 WARN [Thread-2180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/cluster_cb30bc88-d4b4-f509-610d-c71fcd782702/data/data2/current/BP-2016515812-172.17.0.3-1733130291573/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:52,759 WARN [Thread-2179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/cluster_cb30bc88-d4b4-f509-610d-c71fcd782702/data/data1/current/BP-2016515812-172.17.0.3-1733130291573/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:52,778 WARN [Thread-2167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:04:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38cb71572caf2e8d with lease ID 0x5d17e4f8d2bd033f: Processing first storage report for DS-6c1fbf80-7a32-4e6c-80dd-456008c2d36a from datanode DatanodeRegistration(127.0.0.1:33057, datanodeUuid=f4ec737f-c11c-4f84-9a1f-866933e40de5, infoPort=37393, infoSecurePort=0, ipcPort=36045, storageInfo=lv=-57;cid=testClusterID;nsid=429282894;c=1733130291573) 2024-12-02T09:04:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38cb71572caf2e8d with lease ID 0x5d17e4f8d2bd033f: from storage DS-6c1fbf80-7a32-4e6c-80dd-456008c2d36a node DatanodeRegistration(127.0.0.1:33057, datanodeUuid=f4ec737f-c11c-4f84-9a1f-866933e40de5, infoPort=37393, infoSecurePort=0, ipcPort=36045, storageInfo=lv=-57;cid=testClusterID;nsid=429282894;c=1733130291573), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:04:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38cb71572caf2e8d with lease ID 0x5d17e4f8d2bd033f: Processing first storage report for DS-615e3aa1-7b73-4e3d-a383-306a991438d4 from datanode DatanodeRegistration(127.0.0.1:33057, datanodeUuid=f4ec737f-c11c-4f84-9a1f-866933e40de5, infoPort=37393, infoSecurePort=0, ipcPort=36045, storageInfo=lv=-57;cid=testClusterID;nsid=429282894;c=1733130291573) 2024-12-02T09:04:52,780 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38cb71572caf2e8d with lease ID 0x5d17e4f8d2bd033f: from storage DS-615e3aa1-7b73-4e3d-a383-306a991438d4 node DatanodeRegistration(127.0.0.1:33057, datanodeUuid=f4ec737f-c11c-4f84-9a1f-866933e40de5, infoPort=37393, infoSecurePort=0, ipcPort=36045, storageInfo=lv=-57;cid=testClusterID;nsid=429282894;c=1733130291573), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:04:52,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182 2024-12-02T09:04:52,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:52,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:04:53,263 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae with version=8 2024-12-02T09:04:53,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/hbase-staging 2024-12-02T09:04:53,264 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:53,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:53,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:53,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:53,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:53,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:53,265 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:04:53,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:53,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36595 2024-12-02T09:04:53,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36595 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-12-02T09:04:53,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365950x0, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:53,343 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36595-0x1009a3b68920000 connected 2024-12-02T09:04:53,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:53,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:53,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Set watcher on znode that does not yet exist, /0-1657480032/running 2024-12-02T09:04:53,409 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae, hbase.cluster.distributed=false 2024-12-02T09:04:53,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Set watcher on znode that does not yet exist, /0-1657480032/acl 2024-12-02T09:04:53,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36595 2024-12-02T09:04:53,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36595 2024-12-02T09:04:53,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36595 2024-12-02T09:04:53,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36595 2024-12-02T09:04:53,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36595 2024-12-02T09:04:53,443 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:53,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:53,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:53,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:53,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:53,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:53,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:04:53,443 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:53,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35029 2024-12-02T09:04:53,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35029 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-12-02T09:04:53,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:53,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:53,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350290x0, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:53,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35029-0x1009a3b68920001 connected 2024-12-02T09:04:53,453 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Set watcher on znode that does not yet exist, /0-1657480032/running 2024-12-02T09:04:53,453 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:04:53,455 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:04:53,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Set watcher on znode that does not yet exist, /0-1657480032/master 2024-12-02T09:04:53,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Set watcher on znode that does not yet exist, /0-1657480032/acl 2024-12-02T09:04:53,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35029 2024-12-02T09:04:53,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35029 2024-12-02T09:04:53,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35029 2024-12-02T09:04:53,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35029 2024-12-02T09:04:53,462 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35029 2024-12-02T09:04:53,473 DEBUG [M:0;7c6d666a4939:36595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:36595 2024-12-02T09:04:53,473 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1657480032/backup-masters/7c6d666a4939,36595,1733130293264 2024-12-02T09:04:53,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032/backup-masters 2024-12-02T09:04:53,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032/backup-masters 2024-12-02T09:04:53,478 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Set watcher on existing znode=/0-1657480032/backup-masters/7c6d666a4939,36595,1733130293264 2024-12-02T09:04:53,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1657480032/master 2024-12-02T09:04:53,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:53,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:53,486 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Set watcher on existing znode=/0-1657480032/master 2024-12-02T09:04:53,486 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1657480032/backup-masters/7c6d666a4939,36595,1733130293264 from backup master directory 2024-12-02T09:04:53,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657480032/backup-masters/7c6d666a4939,36595,1733130293264 2024-12-02T09:04:53,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032/backup-masters 2024-12-02T09:04:53,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032/backup-masters 2024-12-02T09:04:53,494 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:53,494 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,36595,1733130293264 2024-12-02T09:04:53,497 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/hbase.id] with ID: 509058b8-15d4-4234-be11-bcba9b3b5853 2024-12-02T09:04:53,497 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/.tmp/hbase.id 2024-12-02T09:04:53,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:04:53,901 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/.tmp/hbase.id]:[hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/hbase.id] 2024-12-02T09:04:53,910 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:53,910 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:04:53,910 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T09:04:53,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:53,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:53,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:04:54,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:04:54,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:54,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:54,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:54,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:54,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:54,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:54,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:54,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:54,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:54,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:04:54,350 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:54,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:04:54,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:04:54,758 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store 2024-12-02T09:04:54,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:04:55,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:04:55,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:04:55,139 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8182 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:04:55,170 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:55,171 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:04:55,171 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:55,171 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:55,171 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:04:55,171 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:55,171 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:04:55,171 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130295171Disabling compacts and flushes for region at 1733130295171Disabling writes for close at 1733130295171Writing region close event to WAL at 1733130295171Closed at 1733130295171 2024-12-02T09:04:55,173 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/.initializing 2024-12-02T09:04:55,173 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/WALs/7c6d666a4939,36595,1733130293264 2024-12-02T09:04:55,174 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:55,176 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C36595%2C1733130293264, suffix=, logDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/WALs/7c6d666a4939,36595,1733130293264, archiveDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/oldWALs, maxLogs=10 2024-12-02T09:04:55,191 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/WALs/7c6d666a4939,36595,1733130293264/7c6d666a4939%2C36595%2C1733130293264.1733130295177, exclude list is [], retry=0 2024-12-02T09:04:55,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33057,DS-6c1fbf80-7a32-4e6c-80dd-456008c2d36a,DISK] 2024-12-02T09:04:55,210 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/WALs/7c6d666a4939,36595,1733130293264/7c6d666a4939%2C36595%2C1733130293264.1733130295177 2024-12-02T09:04:55,211 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37393:37393)] 2024-12-02T09:04:55,211 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:55,211 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:55,211 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,211 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:04:55,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:55,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:55,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:04:55,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:55,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:55,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:04:55,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:55,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:55,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:04:55,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:55,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:04:55,222 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,223 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,223 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,224 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,224 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,225 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:55,226 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:04:55,228 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:55,229 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65505515, jitterRate=-0.023891761898994446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:55,229 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130295212Initializing all the Stores at 1733130295212Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130295212Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130295215 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130295215Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130295215Cleaning up temporary data from old regions at 1733130295224 (+9 ms)Region opened successfully at 1733130295229 (+5 ms) 2024-12-02T09:04:55,230 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:04:55,237 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa4840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:55,238 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:04:55,238 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:04:55,238 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:04:55,238 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:04:55,239 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:04:55,239 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:04:55,239 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:04:55,243 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:04:55,244 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Unable to get data of znode /0-1657480032/balancer because node does not exist (not necessarily an error) 2024-12-02T09:04:55,277 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657480032/balancer already deleted, retry=false 2024-12-02T09:04:55,278 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:04:55,279 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Unable to get data of znode /0-1657480032/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:04:55,286 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657480032/normalizer already deleted, retry=false 2024-12-02T09:04:55,287 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:04:55,292 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Unable to get data of znode /0-1657480032/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:04:55,302 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657480032/switch/split already deleted, retry=false 2024-12-02T09:04:55,304 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Unable to get data of znode /0-1657480032/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:04:55,311 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657480032/switch/merge already deleted, retry=false 2024-12-02T09:04:55,313 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Unable to get data of znode /0-1657480032/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:04:55,319 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657480032/snapshot-cleanup already deleted, retry=false 2024-12-02T09:04:55,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1657480032/running 2024-12-02T09:04:55,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:55,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1657480032/running 2024-12-02T09:04:55,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:55,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,36595,1733130293264, sessionid=0x1009a3b68920000, setting cluster-up flag (Was=false) 2024-12-02T09:04:55,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:55,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:55,369 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1657480032/flush-table-proc/acquired, /0-1657480032/flush-table-proc/reached, /0-1657480032/flush-table-proc/abort 2024-12-02T09:04:55,370 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,36595,1733130293264 2024-12-02T09:04:55,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:55,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:55,411 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1657480032/online-snapshot/acquired, /0-1657480032/online-snapshot/reached, /0-1657480032/online-snapshot/abort 2024-12-02T09:04:55,414 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,36595,1733130293264 2024-12-02T09:04:55,415 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:04:55,432 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:55,435 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:04:55,435 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:04:55,435 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,36595,1733130293264 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:04:55,437 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:55,437 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:55,437 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:55,437 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:04:55,437 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:04:55,437 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,437 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:55,438 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:55,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:04:55,465 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:55,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:04:55,509 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(746): ClusterId : 509058b8-15d4-4234-be11-bcba9b3b5853 2024-12-02T09:04:55,509 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:04:55,515 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130325515 2024-12-02T09:04:55,515 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:04:55,515 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:04:55,515 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:04:55,515 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:04:55,515 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:04:55,516 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:04:55,520 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:04:55,520 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:04:55,529 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:04:55,530 DEBUG [RS:0;7c6d666a4939:35029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5740018c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:04:55,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:04:55,547 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,563 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:04:55,563 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:04:55,563 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:04:55,563 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:04:55,569 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:35029 2024-12-02T09:04:55,569 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:04:55,569 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:04:55,570 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:04:55,570 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,36595,1733130293264 with port=35029, startcode=1733130293442 2024-12-02T09:04:55,570 DEBUG [RS:0;7c6d666a4939:35029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:04:55,571 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:04:55,571 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:04:55,587 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130295571,5,FailOnTimeoutGroup] 2024-12-02T09:04:55,595 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130295587,5,FailOnTimeoutGroup] 2024-12-02T09:04:55,595 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,595 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:04:55,595 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,595 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,612 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:04:55,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,35029,1733130293442 2024-12-02T09:04:55,612 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36595 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,35029,1733130293442 2024-12-02T09:04:55,614 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae 2024-12-02T09:04:55,614 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38865 2024-12-02T09:04:55,614 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:04:55,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032/rs 2024-12-02T09:04:55,620 DEBUG [RS:0;7c6d666a4939:35029 {}] zookeeper.ZKUtil(111): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Set watcher on existing znode=/0-1657480032/rs/7c6d666a4939,35029,1733130293442 2024-12-02T09:04:55,620 WARN [RS:0;7c6d666a4939:35029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:55,620 INFO [RS:0;7c6d666a4939:35029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:55,620 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442 2024-12-02T09:04:55,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,35029,1733130293442] 2024-12-02T09:04:55,642 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:04:55,659 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:04:55,667 INFO [RS:0;7c6d666a4939:35029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:04:55,667 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,671 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:04:55,672 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:04:55,672 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:55,672 DEBUG [RS:0;7c6d666a4939:35029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:04:55,683 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,683 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,683 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,683 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,683 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,683 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35029,1733130293442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:55,705 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:04:55,706 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35029,1733130293442-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,706 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,706 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.Replication(171): 7c6d666a4939,35029,1733130293442 started 2024-12-02T09:04:55,729 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:55,729 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,35029,1733130293442, RpcServer on 7c6d666a4939/172.17.0.3:35029, sessionid=0x1009a3b68920001 2024-12-02T09:04:55,729 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:04:55,729 DEBUG [RS:0;7c6d666a4939:35029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,35029,1733130293442 2024-12-02T09:04:55,729 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,35029,1733130293442' 2024-12-02T09:04:55,729 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1657480032/flush-table-proc/abort' 2024-12-02T09:04:55,729 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1657480032/flush-table-proc/acquired' 2024-12-02T09:04:55,730 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:04:55,730 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:04:55,730 DEBUG [RS:0;7c6d666a4939:35029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,35029,1733130293442 2024-12-02T09:04:55,730 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,35029,1733130293442' 2024-12-02T09:04:55,730 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1657480032/online-snapshot/abort' 2024-12-02T09:04:55,730 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1657480032/online-snapshot/acquired' 2024-12-02T09:04:55,730 DEBUG [RS:0;7c6d666a4939:35029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:04:55,730 INFO [RS:0;7c6d666a4939:35029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:04:55,730 INFO [RS:0;7c6d666a4939:35029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:04:55,831 INFO [RS:0;7c6d666a4939:35029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:04:55,832 INFO [RS:0;7c6d666a4939:35029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C35029%2C1733130293442, suffix=, logDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442, archiveDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/oldWALs, maxLogs=10 2024-12-02T09:04:55,850 DEBUG [RS:0;7c6d666a4939:35029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833, exclude list is [], retry=0 2024-12-02T09:04:55,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33057,DS-6c1fbf80-7a32-4e6c-80dd-456008c2d36a,DISK] 2024-12-02T09:04:55,854 INFO [RS:0;7c6d666a4939:35029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 2024-12-02T09:04:55,855 DEBUG [RS:0;7c6d666a4939:35029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37393:37393)] 2024-12-02T09:04:55,939 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:04:55,939 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae 2024-12-02T09:04:55,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:04:55,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:55,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:04:55,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:04:55,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:55,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:55,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:04:55,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:04:55,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:55,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:55,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:04:55,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:04:55,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:55,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:55,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:04:55,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:04:55,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:55,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:55,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:04:55,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740 2024-12-02T09:04:55,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740 2024-12-02T09:04:55,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:04:55,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:04:55,974 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:55,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:04:55,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:04:55,981 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62929437, jitterRate=-0.06227831542491913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:55,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130295962Initializing all the Stores at 1733130295963 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130295963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130295963Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130295963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130295963Cleaning up temporary data from old regions at 1733130295974 (+11 ms)Region opened successfully at 1733130295982 (+8 ms) 2024-12-02T09:04:55,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:04:55,982 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:04:55,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:04:55,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:04:55,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:04:55,983 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:04:55,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130295982Disabling compacts and flushes for region at 1733130295982Disabling writes for close at 1733130295982Writing region close event to WAL at 1733130295983 (+1 ms)Closed at 1733130295983 2024-12-02T09:04:55,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:55,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:04:55,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:04:55,985 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:55,986 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:04:56,136 DEBUG [7c6d666a4939:36595 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:04:56,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,35029,1733130293442 2024-12-02T09:04:56,138 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,35029,1733130293442, state=OPENING 2024-12-02T09:04:56,169 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:04:56,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:56,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:04:56,202 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:04:56,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657480032/meta-region-server: CHANGED 2024-12-02T09:04:56,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657480032/meta-region-server: CHANGED 2024-12-02T09:04:56,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,35029,1733130293442}] 2024-12-02T09:04:56,354 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:04:56,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:04:56,359 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:04:56,359 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:56,359 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:04:56,361 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C35029%2C1733130293442.meta, suffix=.meta, logDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442, archiveDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/oldWALs, maxLogs=10 2024-12-02T09:04:56,378 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.meta.1733130296361.meta, exclude list is [], retry=0 2024-12-02T09:04:56,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33057,DS-6c1fbf80-7a32-4e6c-80dd-456008c2d36a,DISK] 2024-12-02T09:04:56,381 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.meta.1733130296361.meta 2024-12-02T09:04:56,381 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37393:37393)] 2024-12-02T09:04:56,381 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:04:56,382 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:04:56,382 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:04:56,382 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:04:56,382 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:04:56,382 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:04:56,382 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:04:56,382 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:04:56,382 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:04:56,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:04:56,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:04:56,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:56,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:56,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:04:56,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:04:56,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:56,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:56,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:04:56,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:04:56,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:56,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:56,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:04:56,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:04:56,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:04:56,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:04:56,388 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:04:56,389 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740 2024-12-02T09:04:56,390 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740 2024-12-02T09:04:56,391 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:04:56,391 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:04:56,391 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:04:56,392 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:04:56,393 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74239386, jitterRate=0.10625305771827698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:04:56,393 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:04:56,393 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130296382Writing region info on filesystem at 1733130296382Initializing all the Stores at 1733130296383 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130296383Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130296383Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130296383Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130296383Cleaning up temporary data from old regions at 1733130296391 (+8 ms)Running coprocessor post-open hooks at 1733130296393 (+2 ms)Region opened successfully at 1733130296393 2024-12-02T09:04:56,394 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130296354 2024-12-02T09:04:56,396 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:04:56,396 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:04:56,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,35029,1733130293442 2024-12-02T09:04:56,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,35029,1733130293442, state=OPEN 2024-12-02T09:04:56,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1657480032/meta-region-server 2024-12-02T09:04:56,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1657480032/meta-region-server 2024-12-02T09:04:56,411 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,35029,1733130293442 2024-12-02T09:04:56,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657480032/meta-region-server: CHANGED 2024-12-02T09:04:56,411 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1657480032/meta-region-server: CHANGED 2024-12-02T09:04:56,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:04:56,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,35029,1733130293442 in 209 msec 2024-12-02T09:04:56,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:04:56,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-12-02T09:04:56,416 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:04:56,416 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:04:56,417 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:56,417 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,35029,1733130293442, seqNum=-1] 2024-12-02T09:04:56,417 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:56,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:56,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 991 msec 2024-12-02T09:04:56,422 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130296422, completionTime=-1 2024-12-02T09:04:56,423 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:04:56,423 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:04:56,424 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:04:56,424 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130356424 2024-12-02T09:04:56,424 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130416424 2024-12-02T09:04:56,424 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:04:56,424 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36595,1733130293264-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:56,424 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36595,1733130293264-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:56,424 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36595,1733130293264-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:56,425 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:36595, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:56,425 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:56,425 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:56,426 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:04:56,428 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-12-02T09:04:56,428 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:04:56,428 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:04:56,428 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:04:56,428 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:04:56,428 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:04:56,428 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36595,1733130293264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:04:56,428 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36595,1733130293264-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:04:56,429 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:04:56,429 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:04:56,430 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36595,1733130293264-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:04:56,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f17b09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:56,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,36595,-1 for getting cluster id 2024-12-02T09:04:56,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:04:56,498 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '509058b8-15d4-4234-be11-bcba9b3b5853' 2024-12-02T09:04:56,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:04:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "509058b8-15d4-4234-be11-bcba9b3b5853" 2024-12-02T09:04:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a38aa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,36595,-1] 2024-12-02T09:04:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:04:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:04:56,500 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:04:56,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d0ea2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:04:56,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:04:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,35029,1733130293442, seqNum=-1] 2024-12-02T09:04:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:04:56,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:04:56,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,36595,1733130293264 2024-12-02T09:04:56,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-12-02T09:04:56,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:56,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009a3b68920002 connected 2024-12-02T09:04:56,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/hadoop.log.dir so I do NOT create it in target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3 2024-12-02T09:04:56,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:04:56,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/hadoop.tmp.dir so I do NOT create it in target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3 2024-12-02T09:04:56,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:04:56,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3 2024-12-02T09:04:56,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:04:56,538 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/cluster_ed364951-a5ff-9728-d3c2-b489fb9f58ec, deleteOnExit=true 2024-12-02T09:04:56,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:04:56,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/test.cache.data in system properties and HBase conf 2024-12-02T09:04:56,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:04:56,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:04:56,539 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:04:56,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:04:56,791 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:56,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:56,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:56,795 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:56,795 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:04:56,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:56,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c22285{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:56,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c284a03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:56,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a27b883{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/java.io.tmpdir/jetty-localhost-45913-hadoop-hdfs-3_4_1-tests_jar-_-any-17514130333339533592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:04:56,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6054a5e1{HTTP/1.1, (http/1.1)}{localhost:45913} 2024-12-02T09:04:56,903 INFO [Time-limited test {}] server.Server(415): Started @191442ms 2024-12-02T09:04:57,080 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:04:57,085 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:04:57,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:04:57,087 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:04:57,087 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:04:57,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@220dc6fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:04:57,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b6491a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:04:57,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a0d1dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/java.io.tmpdir/jetty-localhost-36479-hadoop-hdfs-3_4_1-tests_jar-_-any-16022971428845772468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:04:57,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6998abdc{HTTP/1.1, (http/1.1)}{localhost:36479} 2024-12-02T09:04:57,218 INFO [Time-limited test {}] server.Server(415): Started @191757ms 2024-12-02T09:04:57,219 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:04:57,704 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/cluster_ed364951-a5ff-9728-d3c2-b489fb9f58ec/data/data1/current/BP-817228089-172.17.0.3-1733130296554/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:57,704 WARN [Thread-2301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/cluster_ed364951-a5ff-9728-d3c2-b489fb9f58ec/data/data2/current/BP-817228089-172.17.0.3-1733130296554/current, will proceed with Du for space computation calculation, 2024-12-02T09:04:57,718 WARN [Thread-2288 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:04:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85ad46cff993f414 with lease ID 0x3a35d8feec6b0343: Processing first storage report for DS-e3ecff16-6a2f-428a-b3f2-ce75391d1733 from datanode DatanodeRegistration(127.0.0.1:46403, datanodeUuid=0ba9f4a5-8315-4871-a61e-5b049d60e15d, infoPort=39445, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=91200139;c=1733130296554) 2024-12-02T09:04:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85ad46cff993f414 with lease ID 0x3a35d8feec6b0343: from storage DS-e3ecff16-6a2f-428a-b3f2-ce75391d1733 node DatanodeRegistration(127.0.0.1:46403, datanodeUuid=0ba9f4a5-8315-4871-a61e-5b049d60e15d, infoPort=39445, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=91200139;c=1733130296554), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:04:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85ad46cff993f414 with lease ID 0x3a35d8feec6b0343: Processing first storage report for DS-cef70818-5c51-440a-92a3-44a991813adb from datanode DatanodeRegistration(127.0.0.1:46403, datanodeUuid=0ba9f4a5-8315-4871-a61e-5b049d60e15d, infoPort=39445, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=91200139;c=1733130296554) 2024-12-02T09:04:57,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85ad46cff993f414 with lease ID 0x3a35d8feec6b0343: from storage DS-cef70818-5c51-440a-92a3-44a991813adb node DatanodeRegistration(127.0.0.1:46403, datanodeUuid=0ba9f4a5-8315-4871-a61e-5b049d60e15d, infoPort=39445, infoSecurePort=0, ipcPort=39233, storageInfo=lv=-57;cid=testClusterID;nsid=91200139;c=1733130296554), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:04:57,752 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3 2024-12-02T09:04:57,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:57,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:57,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:04:58,160 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882 with version=8 2024-12-02T09:04:58,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/hbase-staging 2024-12-02T09:04:58,162 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:58,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:58,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:58,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:58,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:58,163 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:58,163 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:04:58,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:58,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40917 2024-12-02T09:04:58,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40917 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-12-02T09:04:58,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409170x0, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:58,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40917-0x1009a3b68920003 connected 2024-12-02T09:04:58,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:58,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:58,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Set watcher on znode that does not yet exist, /11569706029/running 2024-12-02T09:04:58,255 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882, hbase.cluster.distributed=false 2024-12-02T09:04:58,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Set watcher on znode that does not yet exist, /11569706029/acl 2024-12-02T09:04:58,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40917 2024-12-02T09:04:58,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40917 2024-12-02T09:04:58,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40917 2024-12-02T09:04:58,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40917 2024-12-02T09:04:58,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40917 2024-12-02T09:04:58,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:04:58,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:58,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:58,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:04:58,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:04:58,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:04:58,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:04:58,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:04:58,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34537 2024-12-02T09:04:58,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34537 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-12-02T09:04:58,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:58,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:58,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345370x0, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:04:58,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345370x0, quorum=127.0.0.1:57035, baseZNode=/11569706029 Set watcher on znode that does not yet exist, /11569706029/running 2024-12-02T09:04:58,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34537-0x1009a3b68920004 connected 2024-12-02T09:04:58,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:04:58,279 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:04:58,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Set watcher on znode that does not yet exist, /11569706029/master 2024-12-02T09:04:58,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Set watcher on znode that does not yet exist, /11569706029/acl 2024-12-02T09:04:58,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34537 2024-12-02T09:04:58,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34537 2024-12-02T09:04:58,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34537 2024-12-02T09:04:58,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34537 2024-12-02T09:04:58,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34537 2024-12-02T09:04:58,300 DEBUG [M:0;7c6d666a4939:40917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:40917 2024-12-02T09:04:58,301 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11569706029/backup-masters/7c6d666a4939,40917,1733130298162 2024-12-02T09:04:58,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029/backup-masters 2024-12-02T09:04:58,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029/backup-masters 2024-12-02T09:04:58,311 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Set watcher on existing znode=/11569706029/backup-masters/7c6d666a4939,40917,1733130298162 2024-12-02T09:04:58,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:04:58,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11569706029/master 2024-12-02T09:04:58,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:04:58,319 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Set watcher on existing znode=/11569706029/master 2024-12-02T09:04:58,320 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11569706029/backup-masters/7c6d666a4939,40917,1733130298162 from backup master directory 2024-12-02T09:04:58,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029/backup-masters 2024-12-02T09:04:58,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11569706029/backup-masters/7c6d666a4939,40917,1733130298162 2024-12-02T09:04:58,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029/backup-masters 2024-12-02T09:04:58,327 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:04:58,327 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,40917,1733130298162 2024-12-02T09:04:58,331 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/hbase.id] with ID: e3ae895b-4c6d-4790-b3c8-55852bbe1227 2024-12-02T09:04:58,331 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/.tmp/hbase.id 2024-12-02T09:04:58,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:04:58,739 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/.tmp/hbase.id]:[hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/hbase.id] 2024-12-02T09:04:58,747 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:04:58,747 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:04:58,748 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T09:04:58,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:04:58,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:04:58,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:04:59,196 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:04:59,197 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:04:59,197 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:04:59,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:04:59,611 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store 2024-12-02T09:04:59,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:05:00,022 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:00,022 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:05:00,022 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:00,022 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:00,022 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:05:00,022 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:00,022 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:00,022 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130300022Disabling compacts and flushes for region at 1733130300022Disabling writes for close at 1733130300022Writing region close event to WAL at 1733130300022Closed at 1733130300022 2024-12-02T09:05:00,027 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/.initializing 2024-12-02T09:05:00,027 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/WALs/7c6d666a4939,40917,1733130298162 2024-12-02T09:05:00,029 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:05:00,032 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C40917%2C1733130298162, suffix=, logDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/WALs/7c6d666a4939,40917,1733130298162, archiveDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/oldWALs, maxLogs=10 2024-12-02T09:05:00,048 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/WALs/7c6d666a4939,40917,1733130298162/7c6d666a4939%2C40917%2C1733130298162.1733130300032, exclude list is [], retry=0 2024-12-02T09:05:00,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46403,DS-e3ecff16-6a2f-428a-b3f2-ce75391d1733,DISK] 2024-12-02T09:05:00,059 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/WALs/7c6d666a4939,40917,1733130298162/7c6d666a4939%2C40917%2C1733130298162.1733130300032 2024-12-02T09:05:00,059 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39445:39445)] 2024-12-02T09:05:00,059 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:00,059 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:00,060 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,060 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:05:00,068 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:00,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:00,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:05:00,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:00,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:00,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:05:00,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:00,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:00,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:05:00,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:00,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:00,075 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,075 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,076 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,077 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,077 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,077 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:00,078 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:00,084 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:00,085 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73559764, jitterRate=0.09612590074539185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:00,085 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130300060Initializing all the Stores at 1733130300062 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130300062Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130300067 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130300067Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130300067Cleaning up temporary data from old regions at 1733130300077 (+10 ms)Region opened successfully at 1733130300085 (+8 ms) 2024-12-02T09:05:00,087 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:05:00,094 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc0b611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:05:00,095 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:05:00,095 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:05:00,095 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:05:00,095 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:05:00,099 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-12-02T09:05:00,099 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:05:00,099 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:05:00,104 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:05:00,105 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Unable to get data of znode /11569706029/balancer because node does not exist (not necessarily an error) 2024-12-02T09:05:00,136 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11569706029/balancer already deleted, retry=false 2024-12-02T09:05:00,136 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:05:00,139 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Unable to get data of znode /11569706029/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:05:00,144 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11569706029/normalizer already deleted, retry=false 2024-12-02T09:05:00,144 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:05:00,164 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Unable to get data of znode /11569706029/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:05:00,169 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11569706029/switch/split already deleted, retry=false 2024-12-02T09:05:00,170 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Unable to get data of znode /11569706029/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:05:00,178 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11569706029/switch/merge already deleted, retry=false 2024-12-02T09:05:00,181 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Unable to get data of znode /11569706029/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:05:00,186 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11569706029/snapshot-cleanup already deleted, retry=false 2024-12-02T09:05:00,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11569706029/running 2024-12-02T09:05:00,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11569706029/running 2024-12-02T09:05:00,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:00,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:00,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,40917,1733130298162, sessionid=0x1009a3b68920003, setting cluster-up flag (Was=false) 2024-12-02T09:05:00,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:00,236 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11569706029/flush-table-proc/acquired, /11569706029/flush-table-proc/reached, /11569706029/flush-table-proc/abort 2024-12-02T09:05:00,236 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,40917,1733130298162 2024-12-02T09:05:00,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:00,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:00,277 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11569706029/online-snapshot/acquired, /11569706029/online-snapshot/reached, /11569706029/online-snapshot/abort 2024-12-02T09:05:00,279 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,40917,1733130298162 2024-12-02T09:05:00,281 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:05:00,282 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:00,283 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:05:00,283 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:05:00,283 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,40917,1733130298162 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:05:00,285 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:00,285 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:00,285 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:00,285 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:00,285 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:05:00,285 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,285 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:05:00,285 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,309 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:00,309 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:05:00,310 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:00,310 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:05:00,325 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(746): ClusterId : e3ae895b-4c6d-4790-b3c8-55852bbe1227 2024-12-02T09:05:00,325 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:05:00,336 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:05:00,336 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:05:00,345 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:05:00,346 DEBUG [RS:0;7c6d666a4939:34537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7695057c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:05:00,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130330351 2024-12-02T09:05:00,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:05:00,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:05:00,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:05:00,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:05:00,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:05:00,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:05:00,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:05:00,359 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:05:00,359 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882 2024-12-02T09:05:00,372 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,382 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:05:00,382 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:05:00,382 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:34537 2024-12-02T09:05:00,382 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:05:00,382 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:05:00,382 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:05:00,382 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:05:00,382 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:05:00,383 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,40917,1733130298162 with port=34537, startcode=1733130298269 2024-12-02T09:05:00,383 DEBUG [RS:0;7c6d666a4939:34537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:05:00,391 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:05:00,391 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:05:00,391 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130300391,5,FailOnTimeoutGroup] 2024-12-02T09:05:00,395 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130300391,5,FailOnTimeoutGroup] 2024-12-02T09:05:00,395 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,395 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:05:00,395 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,395 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,416 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:05:00,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,34537,1733130298269 2024-12-02T09:05:00,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40917 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,34537,1733130298269 2024-12-02T09:05:00,417 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882 2024-12-02T09:05:00,417 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37835 2024-12-02T09:05:00,417 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:05:00,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741832_1008 (size=32) 2024-12-02T09:05:00,445 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:00,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:05:00,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:05:00,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:00,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:00,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:05:00,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:05:00,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:00,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:00,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:05:00,451 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:05:00,451 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:00,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:00,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:05:00,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:05:00,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:00,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:00,453 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:05:00,453 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740 2024-12-02T09:05:00,453 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740 2024-12-02T09:05:00,454 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:05:00,454 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:05:00,454 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:00,455 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:05:00,457 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:00,463 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71574137, jitterRate=0.0665377527475357}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:00,463 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130300445Initializing all the Stores at 1733130300446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130300446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130300446Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130300446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130300446Cleaning up temporary data from old regions at 1733130300454 (+8 ms)Region opened successfully at 1733130300463 (+9 ms) 2024-12-02T09:05:00,463 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:05:00,463 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:05:00,463 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:05:00,463 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:05:00,463 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:05:00,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029/rs 2024-12-02T09:05:00,469 DEBUG [RS:0;7c6d666a4939:34537 {}] zookeeper.ZKUtil(111): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Set watcher on existing znode=/11569706029/rs/7c6d666a4939,34537,1733130298269 2024-12-02T09:05:00,469 WARN [RS:0;7c6d666a4939:34537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:05:00,469 INFO [RS:0;7c6d666a4939:34537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:00,469 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269 2024-12-02T09:05:00,483 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:00,483 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130300463Disabling compacts and flushes for region at 1733130300463Disabling writes for close at 1733130300463Writing region close event to WAL at 1733130300483 (+20 ms)Closed at 1733130300483 2024-12-02T09:05:00,484 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:00,484 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:05:00,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:05:00,486 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:05:00,487 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:05:00,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,34537,1733130298269] 2024-12-02T09:05:00,511 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:05:00,526 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:05:00,527 INFO [RS:0;7c6d666a4939:34537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:05:00,527 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,539 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:05:00,542 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:05:00,542 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,542 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,542 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,542 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,542 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,542 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,542 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:05:00,542 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,543 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,543 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,543 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,543 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,543 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:00,543 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:05:00,543 DEBUG [RS:0;7c6d666a4939:34537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:05:00,567 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,567 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,567 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,567 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,567 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,567 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34537,1733130298269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:05:00,597 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:05:00,597 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34537,1733130298269-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,597 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,597 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.Replication(171): 7c6d666a4939,34537,1733130298269 started 2024-12-02T09:05:00,627 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:00,627 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,34537,1733130298269, RpcServer on 7c6d666a4939/172.17.0.3:34537, sessionid=0x1009a3b68920004 2024-12-02T09:05:00,627 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:05:00,627 DEBUG [RS:0;7c6d666a4939:34537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,34537,1733130298269 2024-12-02T09:05:00,627 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,34537,1733130298269' 2024-12-02T09:05:00,627 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11569706029/flush-table-proc/abort' 2024-12-02T09:05:00,628 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11569706029/flush-table-proc/acquired' 2024-12-02T09:05:00,628 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:05:00,628 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:05:00,628 DEBUG [RS:0;7c6d666a4939:34537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,34537,1733130298269 2024-12-02T09:05:00,628 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,34537,1733130298269' 2024-12-02T09:05:00,628 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11569706029/online-snapshot/abort' 2024-12-02T09:05:00,629 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11569706029/online-snapshot/acquired' 2024-12-02T09:05:00,630 DEBUG [RS:0;7c6d666a4939:34537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:05:00,630 INFO [RS:0;7c6d666a4939:34537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:05:00,630 INFO [RS:0;7c6d666a4939:34537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:05:00,638 WARN [7c6d666a4939:40917 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T09:05:00,730 INFO [RS:0;7c6d666a4939:34537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:05:00,731 INFO [RS:0;7c6d666a4939:34537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C34537%2C1733130298269, suffix=, logDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269, archiveDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/oldWALs, maxLogs=10 2024-12-02T09:05:00,749 DEBUG [RS:0;7c6d666a4939:34537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732, exclude list is [], retry=0 2024-12-02T09:05:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46403,DS-e3ecff16-6a2f-428a-b3f2-ce75391d1733,DISK] 2024-12-02T09:05:00,787 INFO [RS:0;7c6d666a4939:34537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 2024-12-02T09:05:00,788 DEBUG [RS:0;7c6d666a4939:34537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39445:39445)] 2024-12-02T09:05:00,889 DEBUG [7c6d666a4939:40917 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:05:00,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,34537,1733130298269 2024-12-02T09:05:00,890 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,34537,1733130298269, state=OPENING 2024-12-02T09:05:00,927 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:05:00,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:00,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:00,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11569706029/meta-region-server: CHANGED 2024-12-02T09:05:00,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11569706029/meta-region-server: CHANGED 2024-12-02T09:05:00,938 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:05:00,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,34537,1733130298269}] 2024-12-02T09:05:01,092 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:05:01,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:05:01,096 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:05:01,096 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:01,097 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:05:01,098 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C34537%2C1733130298269.meta, suffix=.meta, logDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269, archiveDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/oldWALs, maxLogs=10 2024-12-02T09:05:01,108 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.meta.1733130301098.meta, exclude list is [], retry=0 2024-12-02T09:05:01,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46403,DS-e3ecff16-6a2f-428a-b3f2-ce75391d1733,DISK] 2024-12-02T09:05:01,120 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.meta.1733130301098.meta 2024-12-02T09:05:01,122 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39445:39445)] 2024-12-02T09:05:01,122 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:01,122 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:01,122 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:05:01,123 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:05:01,123 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:05:01,123 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:05:01,123 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:01,123 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:05:01,123 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:05:01,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:05:01,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:05:01,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:01,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:01,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:05:01,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:05:01,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:01,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:01,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:05:01,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:05:01,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:01,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:01,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:05:01,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:05:01,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:01,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:01,130 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:05:01,131 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740 2024-12-02T09:05:01,131 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740 2024-12-02T09:05:01,132 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:05:01,132 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:05:01,133 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:01,134 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:05:01,134 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68480129, jitterRate=0.020433440804481506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:01,134 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:05:01,134 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130301123Writing region info on filesystem at 1733130301123Initializing all the Stores at 1733130301124 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130301124Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130301127 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130301127Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130301127Cleaning up temporary data from old regions at 1733130301132 (+5 ms)Running coprocessor post-open hooks at 1733130301134 (+2 ms)Region opened successfully at 1733130301134 2024-12-02T09:05:01,135 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130301091 2024-12-02T09:05:01,137 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:05:01,137 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:05:01,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,34537,1733130298269 2024-12-02T09:05:01,138 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,34537,1733130298269, state=OPEN 2024-12-02T09:05:01,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11569706029/meta-region-server 2024-12-02T09:05:01,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11569706029/meta-region-server 2024-12-02T09:05:01,248 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,34537,1733130298269 2024-12-02T09:05:01,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11569706029/meta-region-server: CHANGED 2024-12-02T09:05:01,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11569706029/meta-region-server: CHANGED 2024-12-02T09:05:01,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:05:01,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,34537,1733130298269 in 310 msec 2024-12-02T09:05:01,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:05:01,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 765 msec 2024-12-02T09:05:01,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:01,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:05:01,254 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:01,254 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34537,1733130298269, seqNum=-1] 2024-12-02T09:05:01,254 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:01,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:01,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 977 msec 2024-12-02T09:05:01,260 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130301260, completionTime=-1 2024-12-02T09:05:01,260 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:05:01,260 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:05:01,262 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:05:01,262 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130361262 2024-12-02T09:05:01,262 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130421262 2024-12-02T09:05:01,262 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:05:01,262 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,40917,1733130298162-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:01,262 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,40917,1733130298162-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:01,262 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,40917,1733130298162-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:01,262 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:40917, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:01,262 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:01,263 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:01,264 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:05:01,266 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.939sec 2024-12-02T09:05:01,266 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:05:01,266 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:05:01,266 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:05:01,266 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:05:01,266 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:05:01,266 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,40917,1733130298162-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:05:01,266 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,40917,1733130298162-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:05:01,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:05:01,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T09:05:01,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:05:01,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T09:05:01,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:05:01,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T09:05:01,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T09:05:01,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T09:05:01,269 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:05:01,269 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:05:01,269 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,40917,1733130298162-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:01,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc65557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:01,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,40917,-1 for getting cluster id 2024-12-02T09:05:01,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:01,335 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3ae895b-4c6d-4790-b3c8-55852bbe1227' 2024-12-02T09:05:01,335 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3ae895b-4c6d-4790-b3c8-55852bbe1227" 2024-12-02T09:05:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b84050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,40917,-1] 2024-12-02T09:05:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:01,337 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:01,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@897dfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:01,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:01,339 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34537,1733130298269, seqNum=-1] 2024-12-02T09:05:01,340 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:01,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:01,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,40917,1733130298162 2024-12-02T09:05:01,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57035 2024-12-02T09:05:01,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:05:01,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009a3b68920005 connected 2024-12-02T09:05:01,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:01,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,36595,1733130293264 2024-12-02T09:05:01,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8f5d005 2024-12-02T09:05:01,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:01,373 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:01,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:05:01,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:05:01,376 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:01,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:05:01,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:05:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:01,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:05:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:01,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de58bb379c8a7431d5f14654847e7e91, NAME => 'test,,1733130301373.de58bb379c8a7431d5f14654847e7e91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae 2024-12-02T09:05:01,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:05:01,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:05:01,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:01,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:01,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:01,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:01,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:01,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:01,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:01,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:01,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:01,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:01,943 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:05:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:02,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130301373.de58bb379c8a7431d5f14654847e7e91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:02,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing de58bb379c8a7431d5f14654847e7e91, disabling compactions & flushes 2024-12-02T09:05:02,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:02,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:02,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. after waiting 0 ms 2024-12-02T09:05:02,187 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:02,187 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:02,188 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for de58bb379c8a7431d5f14654847e7e91: Waiting for close lock at 1733130302187Disabling compacts and flushes for region at 1733130302187Disabling writes for close at 1733130302187Writing region close event to WAL at 1733130302187Closed at 1733130302187 2024-12-02T09:05:02,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:05:02,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130301373.de58bb379c8a7431d5f14654847e7e91.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130302189"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130302189"}]},"ts":"1733130302189"} 2024-12-02T09:05:02,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:05:02,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:05:02,192 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130302191"}]},"ts":"1733130302191"} 2024-12-02T09:05:02,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:05:02,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de58bb379c8a7431d5f14654847e7e91, ASSIGN}] 2024-12-02T09:05:02,195 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=de58bb379c8a7431d5f14654847e7e91, ASSIGN 2024-12-02T09:05:02,195 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=de58bb379c8a7431d5f14654847e7e91, ASSIGN; state=OFFLINE, location=7c6d666a4939,35029,1733130293442; forceNewPlan=false, retain=false 2024-12-02T09:05:02,346 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de58bb379c8a7431d5f14654847e7e91, regionState=OPENING, regionLocation=7c6d666a4939,35029,1733130293442 2024-12-02T09:05:02,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=de58bb379c8a7431d5f14654847e7e91, ASSIGN because future has completed 2024-12-02T09:05:02,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de58bb379c8a7431d5f14654847e7e91, server=7c6d666a4939,35029,1733130293442}] 2024-12-02T09:05:02,505 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:02,506 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => de58bb379c8a7431d5f14654847e7e91, NAME => 'test,,1733130301373.de58bb379c8a7431d5f14654847e7e91.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:02,506 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:02,506 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:05:02,506 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,506 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130301373.de58bb379c8a7431d5f14654847e7e91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:02,506 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,506 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,507 INFO [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,508 INFO [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de58bb379c8a7431d5f14654847e7e91 columnFamilyName f 2024-12-02T09:05:02,508 DEBUG [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:02,508 INFO [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] regionserver.HStore(327): Store=de58bb379c8a7431d5f14654847e7e91/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:02,508 INFO [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,509 INFO [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de58bb379c8a7431d5f14654847e7e91 columnFamilyName f1 2024-12-02T09:05:02,509 DEBUG [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:02,509 INFO [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] regionserver.HStore(327): Store=de58bb379c8a7431d5f14654847e7e91/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:02,509 INFO [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,510 INFO [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de58bb379c8a7431d5f14654847e7e91 columnFamilyName norep 2024-12-02T09:05:02,510 DEBUG [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:02,510 INFO [StoreOpener-de58bb379c8a7431d5f14654847e7e91-1 {}] regionserver.HStore(327): Store=de58bb379c8a7431d5f14654847e7e91/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:02,510 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,510 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,511 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,511 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,511 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,512 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:05:02,512 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,514 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:02,514 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened de58bb379c8a7431d5f14654847e7e91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61537629, jitterRate=-0.08301787078380585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:05:02,514 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:02,514 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for de58bb379c8a7431d5f14654847e7e91: Running coprocessor pre-open hook at 1733130302506Writing region info on filesystem at 1733130302506Initializing all the Stores at 1733130302507 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130302507Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130302507Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130302507Cleaning up temporary data from old regions at 1733130302511 (+4 ms)Running coprocessor post-open hooks at 1733130302514 (+3 ms)Region opened successfully at 1733130302514 2024-12-02T09:05:02,515 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130301373.de58bb379c8a7431d5f14654847e7e91., pid=6, masterSystemTime=1733130302502 2024-12-02T09:05:02,516 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:02,516 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:02,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=de58bb379c8a7431d5f14654847e7e91, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,35029,1733130293442 2024-12-02T09:05:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:02,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure de58bb379c8a7431d5f14654847e7e91, server=7c6d666a4939,35029,1733130293442 because future has completed 2024-12-02T09:05:02,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:05:02,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure de58bb379c8a7431d5f14654847e7e91, server=7c6d666a4939,35029,1733130293442 in 170 msec 2024-12-02T09:05:02,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:05:02,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=de58bb379c8a7431d5f14654847e7e91, ASSIGN in 327 msec 2024-12-02T09:05:02,523 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:05:02,523 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130302523"}]},"ts":"1733130302523"} 2024-12-02T09:05:02,525 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:05:02,526 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:05:02,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-02T09:05:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:03,528 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:05:03,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,40917,1733130298162 2024-12-02T09:05:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6009b1ad 2024-12-02T09:05:03,529 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:03,530 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:03,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:05:03,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:05:03,532 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:03,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:05:03,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:05:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:03,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:05:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:03,939 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c5ac6f6f959e92e6a341c781e090f43, NAME => 'test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882 2024-12-02T09:05:03,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:05:04,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:04,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:04,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1c5ac6f6f959e92e6a341c781e090f43, disabling compactions & flushes 2024-12-02T09:05:04,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:04,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:04,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. after waiting 0 ms 2024-12-02T09:05:04,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:04,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:04,344 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c5ac6f6f959e92e6a341c781e090f43: Waiting for close lock at 1733130304344Disabling compacts and flushes for region at 1733130304344Disabling writes for close at 1733130304344Writing region close event to WAL at 1733130304344Closed at 1733130304344 2024-12-02T09:05:04,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:05:04,345 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130304345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130304345"}]},"ts":"1733130304345"} 2024-12-02T09:05:04,347 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:05:04,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:05:04,348 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130304347"}]},"ts":"1733130304347"} 2024-12-02T09:05:04,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:05:04,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c5ac6f6f959e92e6a341c781e090f43, ASSIGN}] 2024-12-02T09:05:04,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c5ac6f6f959e92e6a341c781e090f43, ASSIGN 2024-12-02T09:05:04,351 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1c5ac6f6f959e92e6a341c781e090f43, ASSIGN; state=OFFLINE, location=7c6d666a4939,34537,1733130298269; forceNewPlan=false, retain=false 2024-12-02T09:05:04,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c5ac6f6f959e92e6a341c781e090f43, regionState=OPENING, regionLocation=7c6d666a4939,34537,1733130298269 2024-12-02T09:05:04,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1c5ac6f6f959e92e6a341c781e090f43, ASSIGN because future has completed 2024-12-02T09:05:04,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c5ac6f6f959e92e6a341c781e090f43, server=7c6d666a4939,34537,1733130298269}] 2024-12-02T09:05:04,661 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:04,661 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c5ac6f6f959e92e6a341c781e090f43, NAME => 'test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:04,662 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:04,662 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:05:04,662 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,662 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:04,662 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,662 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,663 INFO [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,665 INFO [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c5ac6f6f959e92e6a341c781e090f43 columnFamilyName f 2024-12-02T09:05:04,665 DEBUG [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:04,666 INFO [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] regionserver.HStore(327): Store=1c5ac6f6f959e92e6a341c781e090f43/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:04,666 INFO [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,667 INFO [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c5ac6f6f959e92e6a341c781e090f43 columnFamilyName f1 2024-12-02T09:05:04,667 DEBUG [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:04,668 INFO [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] regionserver.HStore(327): Store=1c5ac6f6f959e92e6a341c781e090f43/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:04,668 INFO [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,670 INFO [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c5ac6f6f959e92e6a341c781e090f43 columnFamilyName norep 2024-12-02T09:05:04,670 DEBUG [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:04,670 INFO [StoreOpener-1c5ac6f6f959e92e6a341c781e090f43-1 {}] regionserver.HStore(327): Store=1c5ac6f6f959e92e6a341c781e090f43/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:04,671 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,671 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:04,672 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,673 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,673 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,673 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:05:04,674 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,675 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:04,675 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c5ac6f6f959e92e6a341c781e090f43; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67610587, jitterRate=0.007476255297660828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:05:04,675 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:04,676 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c5ac6f6f959e92e6a341c781e090f43: Running coprocessor pre-open hook at 1733130304662Writing region info on filesystem at 1733130304662Initializing all the Stores at 1733130304663 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130304663Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130304663Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130304663Cleaning up temporary data from old regions at 1733130304673 (+10 ms)Running coprocessor post-open hooks at 1733130304675 (+2 ms)Region opened successfully at 1733130304675 2024-12-02T09:05:04,676 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43., pid=6, masterSystemTime=1733130304658 2024-12-02T09:05:04,678 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:04,678 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:04,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c5ac6f6f959e92e6a341c781e090f43, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,34537,1733130298269 2024-12-02T09:05:04,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c5ac6f6f959e92e6a341c781e090f43, server=7c6d666a4939,34537,1733130298269 because future has completed 2024-12-02T09:05:04,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:05:04,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c5ac6f6f959e92e6a341c781e090f43, server=7c6d666a4939,34537,1733130298269 in 179 msec 2024-12-02T09:05:04,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:05:04,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1c5ac6f6f959e92e6a341c781e090f43, ASSIGN in 337 msec 2024-12-02T09:05:04,690 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:05:04,690 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130304690"}]},"ts":"1733130304690"} 2024-12-02T09:05:04,694 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:05:04,695 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:05:04,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-12-02T09:05:05,187 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:05,188 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:05:05,188 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18231 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:05:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:05,679 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:05:05,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15290f8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,36595,-1 for getting cluster id 2024-12-02T09:05:05,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:05,680 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '509058b8-15d4-4234-be11-bcba9b3b5853' 2024-12-02T09:05:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "509058b8-15d4-4234-be11-bcba9b3b5853" 2024-12-02T09:05:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aecbe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,36595,-1] 2024-12-02T09:05:05,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:05,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:05,681 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:05,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf33be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2d2144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,682 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,40917,-1 for getting cluster id 2024-12-02T09:05:05,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:05,683 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3ae895b-4c6d-4790-b3c8-55852bbe1227' 2024-12-02T09:05:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3ae895b-4c6d-4790-b3c8-55852bbe1227" 2024-12-02T09:05:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72bf6c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,40917,-1] 2024-12-02T09:05:05,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:05,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:05,684 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:05,685 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145c2d33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae7211d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,36595,-1 for getting cluster id 2024-12-02T09:05:05,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:05,685 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '509058b8-15d4-4234-be11-bcba9b3b5853' 2024-12-02T09:05:05,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:05,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "509058b8-15d4-4234-be11-bcba9b3b5853" 2024-12-02T09:05:05,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd850b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,36595,-1] 2024-12-02T09:05:05,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:05,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:05,687 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:05,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d7e11a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,36595,1733130293264 2024-12-02T09:05:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2340f208 2024-12-02T09:05:05,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:05,689 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:05,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:40917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:05:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:05:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:05,691 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:40917' 2024-12-02T09:05:05,692 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccaa0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,692 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,40917,-1 for getting cluster id 2024-12-02T09:05:05,692 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:05,692 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3ae895b-4c6d-4790-b3c8-55852bbe1227' 2024-12-02T09:05:05,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:05,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3ae895b-4c6d-4790-b3c8-55852bbe1227" 2024-12-02T09:05:05,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,40917,-1] 2024-12-02T09:05:05,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:05,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:05,693 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:05,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f306d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:05,694 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:05,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,40917,1733130298162 2024-12-02T09:05:05,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb5aa07 2024-12-02T09:05:05,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:05,695 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:05,695 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T09:05:05,695 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:05:05,695 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:05,696 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:05,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:05,696 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:05,697 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:05:05,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:05:05,697 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:05,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:05:05,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:05:05,747 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:05:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:06,104 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7591f0c21d5c532e2096d623a434ecb2, NAME => 'hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae 2024-12-02T09:05:06,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:05:06,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:06,512 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T09:05:06,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:06,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7591f0c21d5c532e2096d623a434ecb2, disabling compactions & flushes 2024-12-02T09:05:06,512 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:06,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:06,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. after waiting 0 ms 2024-12-02T09:05:06,512 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:06,513 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:06,513 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7591f0c21d5c532e2096d623a434ecb2: Waiting for close lock at 1733130306512Disabling compacts and flushes for region at 1733130306512Disabling writes for close at 1733130306512Writing region close event to WAL at 1733130306512Closed at 1733130306513 (+1 ms) 2024-12-02T09:05:06,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:05:06,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130306514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130306514"}]},"ts":"1733130306514"} 2024-12-02T09:05:06,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:05:06,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:05:06,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130306517"}]},"ts":"1733130306517"} 2024-12-02T09:05:06,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:05:06,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7591f0c21d5c532e2096d623a434ecb2, ASSIGN}] 2024-12-02T09:05:06,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7591f0c21d5c532e2096d623a434ecb2, ASSIGN 2024-12-02T09:05:06,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7591f0c21d5c532e2096d623a434ecb2, ASSIGN; state=OFFLINE, location=7c6d666a4939,35029,1733130293442; forceNewPlan=false, retain=false 2024-12-02T09:05:06,670 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7591f0c21d5c532e2096d623a434ecb2, regionState=OPENING, regionLocation=7c6d666a4939,35029,1733130293442 2024-12-02T09:05:06,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7591f0c21d5c532e2096d623a434ecb2, ASSIGN because future has completed 2024-12-02T09:05:06,673 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7591f0c21d5c532e2096d623a434ecb2, server=7c6d666a4939,35029,1733130293442}] 2024-12-02T09:05:06,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:06,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:06,828 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:05:06,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C35029%2C1733130293442.rep, suffix=, logDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442, archiveDir=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/oldWALs, maxLogs=10 2024-12-02T09:05:06,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.rep.1733130306829, exclude list is [], retry=0 2024-12-02T09:05:06,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33057,DS-6c1fbf80-7a32-4e6c-80dd-456008c2d36a,DISK] 2024-12-02T09:05:06,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.rep.1733130306829 2024-12-02T09:05:06,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37393:37393)] 2024-12-02T09:05:06,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7591f0c21d5c532e2096d623a434ecb2, NAME => 'hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:06,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:06,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:05:06,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. service=MultiRowMutationService 2024-12-02T09:05:06,844 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:05:06,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:06,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,845 INFO [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,846 INFO [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7591f0c21d5c532e2096d623a434ecb2 columnFamilyName hfileref 2024-12-02T09:05:06,846 DEBUG [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:06,846 INFO [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] regionserver.HStore(327): Store=7591f0c21d5c532e2096d623a434ecb2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:06,847 INFO [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,847 INFO [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7591f0c21d5c532e2096d623a434ecb2 columnFamilyName queue 2024-12-02T09:05:06,847 DEBUG [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:06,847 INFO [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] regionserver.HStore(327): Store=7591f0c21d5c532e2096d623a434ecb2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:06,848 INFO [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,848 INFO [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7591f0c21d5c532e2096d623a434ecb2 columnFamilyName sid 2024-12-02T09:05:06,849 DEBUG [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:06,849 INFO [StoreOpener-7591f0c21d5c532e2096d623a434ecb2-1 {}] regionserver.HStore(327): Store=7591f0c21d5c532e2096d623a434ecb2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:06,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/replication/7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/replication/7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:05:06,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/replication/7591f0c21d5c532e2096d623a434ecb2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:06,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7591f0c21d5c532e2096d623a434ecb2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59117148, jitterRate=-0.11908584833145142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:05:06,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:06,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7591f0c21d5c532e2096d623a434ecb2: Running coprocessor pre-open hook at 1733130306844Writing region info on filesystem at 1733130306844Initializing all the Stores at 1733130306845 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130306845Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130306845Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130306845Cleaning up temporary data from old regions at 1733130306850 (+5 ms)Running coprocessor post-open hooks at 1733130306852 (+2 ms)Region opened successfully at 1733130306853 (+1 ms) 2024-12-02T09:05:06,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2., pid=10, masterSystemTime=1733130306824 2024-12-02T09:05:06,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:06,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:06,856 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7591f0c21d5c532e2096d623a434ecb2, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,35029,1733130293442 2024-12-02T09:05:06,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7591f0c21d5c532e2096d623a434ecb2, server=7c6d666a4939,35029,1733130293442 because future has completed 2024-12-02T09:05:06,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:05:06,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7591f0c21d5c532e2096d623a434ecb2, server=7c6d666a4939,35029,1733130293442 in 186 msec 2024-12-02T09:05:06,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:05:06,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7591f0c21d5c532e2096d623a434ecb2, ASSIGN in 342 msec 2024-12-02T09:05:06,864 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:05:06,864 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130306864"}]},"ts":"1733130306864"} 2024-12-02T09:05:06,865 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:05:06,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:05:06,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-12-02T09:05:06,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2., hostname=7c6d666a4939,35029,1733130293442, seqNum=2] 2024-12-02T09:05:06,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:05:06,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:05:06,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:05:07,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:05:07,088 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:05:07,115 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,35029,1733130293442, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:05:07,115 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:07,115 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,35029,1733130293442, seqNum=-1] 2024-12-02T09:05:07,116 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:07,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T09:05:07,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,35029,1733130293442', locateType=CURRENT is [region=hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2., hostname=7c6d666a4939,35029,1733130293442, seqNum=2] 2024-12-02T09:05:07,141 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:05:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:05:07,143 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,35029,1733130293442 suceeded 2024-12-02T09:05:07,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:05:07,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-12-02T09:05:07,145 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:40917,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:05:07,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4560 sec 2024-12-02T09:05:07,160 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:40917' 2024-12-02T09:05:07,161 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a17b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:07,161 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,40917,-1 for getting cluster id 2024-12-02T09:05:07,161 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:07,162 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3ae895b-4c6d-4790-b3c8-55852bbe1227' 2024-12-02T09:05:07,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:07,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3ae895b-4c6d-4790-b3c8-55852bbe1227" 2024-12-02T09:05:07,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fcfb337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:07,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,40917,-1] 2024-12-02T09:05:07,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:07,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:07,164 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:07,165 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@553cb387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:07,165 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:07,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,40917,1733130298162 2024-12-02T09:05:07,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6edcc0c0 2024-12-02T09:05:07,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:07,168 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-02T09:05:07,169 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,35029,1733130293442 (queues=1) is replicating from cluster=509058b8-15d4-4234-be11-bcba9b3b5853 to cluster=e3ae895b-4c6d-4790-b3c8-55852bbe1227 2024-12-02T09:05:07,169 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C35029%2C1733130293442 2024-12-02T09:05:07,169 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,35029,1733130293442, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:05:07,175 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833, startPosition=0, beingWritten=true 2024-12-02T09:05:07,178 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C35029%2C1733130293442 2024-12-02T09:05:07,183 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:07,183 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 379, reset compression=false 2024-12-02T09:05:07,183 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,35029,1733130293442 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:07,386 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 379, reset compression=false 2024-12-02T09:05:07,690 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 379, reset compression=false 2024-12-02T09:05:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36595 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:07,838 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:05:07,838 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:07,838 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:07,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:07,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:07,838 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:07,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66818685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:07,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,40917,-1 for getting cluster id 2024-12-02T09:05:07,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:07,840 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3ae895b-4c6d-4790-b3c8-55852bbe1227' 2024-12-02T09:05:07,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:07,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3ae895b-4c6d-4790-b3c8-55852bbe1227" 2024-12-02T09:05:07,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11464609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:07,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,40917,-1] 2024-12-02T09:05:07,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:07,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:07,841 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:07,841 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15740fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:07,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:07,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,40917,1733130298162 2024-12-02T09:05:07,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37131024 2024-12-02T09:05:07,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:07,843 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:07,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:36595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:05:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:05:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:07,845 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:36595' 2024-12-02T09:05:07,846 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a92b45a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:07,846 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,36595,-1 for getting cluster id 2024-12-02T09:05:07,846 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:07,847 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '509058b8-15d4-4234-be11-bcba9b3b5853' 2024-12-02T09:05:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "509058b8-15d4-4234-be11-bcba9b3b5853" 2024-12-02T09:05:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a835d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,36595,-1] 2024-12-02T09:05:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:07,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:07,848 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:07,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a83e0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:07,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:07,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,36595,1733130293264 2024-12-02T09:05:07,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2afc0aa3 2024-12-02T09:05:07,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:07,850 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:07,850 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T09:05:07,850 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:05:07,850 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:07,850 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:07,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:07,851 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:07,851 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:05:07,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:05:07,852 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:07,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:05:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:05:07,902 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:05:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:08,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:05:08,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:08,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:08,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:08,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:08,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:08,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:08,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:08,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:08,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:08,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:08,045 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T09:05:08,093 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 379, reset compression=false 2024-12-02T09:05:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:08,259 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ef684a53bd5529b885cdc983c8a17457, NAME => 'hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882 2024-12-02T09:05:08,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:05:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:08,603 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 379, reset compression=false 2024-12-02T09:05:08,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:08,663 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ef684a53bd5529b885cdc983c8a17457, disabling compactions & flushes 2024-12-02T09:05:08,664 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:08,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:08,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. after waiting 0 ms 2024-12-02T09:05:08,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:08,664 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:08,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ef684a53bd5529b885cdc983c8a17457: Waiting for close lock at 1733130308663Disabling compacts and flushes for region at 1733130308663Disabling writes for close at 1733130308664 (+1 ms)Writing region close event to WAL at 1733130308664Closed at 1733130308664 2024-12-02T09:05:08,665 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:05:08,665 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130308665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130308665"}]},"ts":"1733130308665"} 2024-12-02T09:05:08,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:05:08,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:05:08,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130308667"}]},"ts":"1733130308667"} 2024-12-02T09:05:08,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:05:08,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef684a53bd5529b885cdc983c8a17457, ASSIGN}] 2024-12-02T09:05:08,670 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef684a53bd5529b885cdc983c8a17457, ASSIGN 2024-12-02T09:05:08,671 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef684a53bd5529b885cdc983c8a17457, ASSIGN; state=OFFLINE, location=7c6d666a4939,34537,1733130298269; forceNewPlan=false, retain=false 2024-12-02T09:05:08,821 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef684a53bd5529b885cdc983c8a17457, regionState=OPENING, regionLocation=7c6d666a4939,34537,1733130298269 2024-12-02T09:05:08,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ef684a53bd5529b885cdc983c8a17457, ASSIGN because future has completed 2024-12-02T09:05:08,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef684a53bd5529b885cdc983c8a17457, server=7c6d666a4939,34537,1733130298269}] 2024-12-02T09:05:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:08,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:08,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:08,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:05:08,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C34537%2C1733130298269.rep, suffix=, logDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269, archiveDir=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/oldWALs, maxLogs=10 2024-12-02T09:05:08,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.rep.1733130308980, exclude list is [], retry=0 2024-12-02T09:05:08,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46403,DS-e3ecff16-6a2f-428a-b3f2-ce75391d1733,DISK] 2024-12-02T09:05:08,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.rep.1733130308980 2024-12-02T09:05:08,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39445:39445)] 2024-12-02T09:05:08,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ef684a53bd5529b885cdc983c8a17457, NAME => 'hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:08,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:08,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:05:08,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. service=MultiRowMutationService 2024-12-02T09:05:08,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:05:08,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:08,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:08,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:08,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:08,999 INFO [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:09,000 INFO [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef684a53bd5529b885cdc983c8a17457 columnFamilyName hfileref 2024-12-02T09:05:09,000 DEBUG [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:09,000 INFO [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] regionserver.HStore(327): Store=ef684a53bd5529b885cdc983c8a17457/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:09,001 INFO [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:09,001 INFO [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef684a53bd5529b885cdc983c8a17457 columnFamilyName queue 2024-12-02T09:05:09,001 DEBUG [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:09,002 INFO [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] regionserver.HStore(327): Store=ef684a53bd5529b885cdc983c8a17457/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:09,002 INFO [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:09,003 INFO [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef684a53bd5529b885cdc983c8a17457 columnFamilyName sid 2024-12-02T09:05:09,003 DEBUG [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:09,003 INFO [StoreOpener-ef684a53bd5529b885cdc983c8a17457-1 {}] regionserver.HStore(327): Store=ef684a53bd5529b885cdc983c8a17457/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:09,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:09,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/replication/ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:09,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/replication/ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:09,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:09,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:09,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:05:09,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:09,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/replication/ef684a53bd5529b885cdc983c8a17457/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:09,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ef684a53bd5529b885cdc983c8a17457; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70516928, jitterRate=0.05078411102294922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:05:09,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:09,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ef684a53bd5529b885cdc983c8a17457: Running coprocessor pre-open hook at 1733130308998Writing region info on filesystem at 1733130308998Initializing all the Stores at 1733130308999 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130308999Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130308999Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130308999Cleaning up temporary data from old regions at 1733130309004 (+5 ms)Running coprocessor post-open hooks at 1733130309007 (+3 ms)Region opened successfully at 1733130309007 2024-12-02T09:05:09,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457., pid=10, masterSystemTime=1733130308976 2024-12-02T09:05:09,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:09,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:09,009 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ef684a53bd5529b885cdc983c8a17457, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,34537,1733130298269 2024-12-02T09:05:09,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef684a53bd5529b885cdc983c8a17457, server=7c6d666a4939,34537,1733130298269 because future has completed 2024-12-02T09:05:09,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:05:09,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ef684a53bd5529b885cdc983c8a17457, server=7c6d666a4939,34537,1733130298269 in 188 msec 2024-12-02T09:05:09,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:05:09,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ef684a53bd5529b885cdc983c8a17457, ASSIGN in 344 msec 2024-12-02T09:05:09,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:05:09,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130309015"}]},"ts":"1733130309015"} 2024-12-02T09:05:09,017 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:05:09,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:05:09,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-02T09:05:09,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457., hostname=7c6d666a4939,34537,1733130298269, seqNum=2] 2024-12-02T09:05:09,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:09,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:09,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:05:09,207 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 379, reset compression=false 2024-12-02T09:05:09,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:05:09,247 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:05:09,270 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,34537,1733130298269, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:05:09,271 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:09,271 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34537,1733130298269, seqNum=-1] 2024-12-02T09:05:09,271 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:09,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T09:05:09,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,34537,1733130298269', locateType=CURRENT is [region=hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457., hostname=7c6d666a4939,34537,1733130298269, seqNum=2] 2024-12-02T09:05:09,275 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:05:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:05:09,277 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,34537,1733130298269 suceeded 2024-12-02T09:05:09,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:05:09,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-02T09:05:09,279 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:36595,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:05:09,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4360 sec 2024-12-02T09:05:09,302 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:36595' 2024-12-02T09:05:09,303 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d2f8ad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:09,303 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,36595,-1 for getting cluster id 2024-12-02T09:05:09,303 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:09,304 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '509058b8-15d4-4234-be11-bcba9b3b5853' 2024-12-02T09:05:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "509058b8-15d4-4234-be11-bcba9b3b5853" 2024-12-02T09:05:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f824c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:09,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,36595,-1] 2024-12-02T09:05:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:09,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:09,306 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:09,306 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28570f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:09,306 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:09,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,36595,1733130293264 2024-12-02T09:05:09,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d4171b7 2024-12-02T09:05:09,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:09,308 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-02T09:05:09,309 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,34537,1733130298269 (queues=1) is replicating from cluster=e3ae895b-4c6d-4790-b3c8-55852bbe1227 to cluster=509058b8-15d4-4234-be11-bcba9b3b5853 2024-12-02T09:05:09,309 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C34537%2C1733130298269 2024-12-02T09:05:09,309 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,34537,1733130298269, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:05:09,309 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732, startPosition=0, beingWritten=true 2024-12-02T09:05:09,310 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C34537%2C1733130298269 2024-12-02T09:05:09,317 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:09,318 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 379, reset compression=false 2024-12-02T09:05:09,318 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,34537,1733130298269 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:09,527 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 379, reset compression=false 2024-12-02T09:05:09,830 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 379, reset compression=false 2024-12-02T09:05:09,910 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 379, reset compression=false 2024-12-02T09:05:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:09,988 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:05:09,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:09,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:09,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:09,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:09,988 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:09,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:09,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,35029,1733130293442, seqNum=-1] 2024-12-02T09:05:09,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:09,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:09,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733130301373.de58bb379c8a7431d5f14654847e7e91., hostname=7c6d666a4939,35029,1733130293442, seqNum=2] 2024-12-02T09:05:09,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:09,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34537,1733130298269, seqNum=-1] 2024-12-02T09:05:09,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:09,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43., hostname=7c6d666a4939,34537,1733130298269, seqNum=2] 2024-12-02T09:05:10,000 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T09:05:10,241 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 379, reset compression=false 2024-12-02T09:05:10,714 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 379, reset compression=false 2024-12-02T09:05:10,718 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:10,718 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 480, reset compression=false 2024-12-02T09:05:10,718 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,35029,1733130293442 got entry batch from reader: WALEntryBatch [walEntries=[{test/de58bb379c8a7431d5f14654847e7e91/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T09:05:10,720 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:05:10,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-02T09:05:10,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:10,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12b3101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:10,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,40917,-1 for getting cluster id 2024-12-02T09:05:10,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:10,725 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3ae895b-4c6d-4790-b3c8-55852bbe1227' 2024-12-02T09:05:10,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:10,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3ae895b-4c6d-4790-b3c8-55852bbe1227" 2024-12-02T09:05:10,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab03971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:10,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,40917,-1] 2024-12-02T09:05:10,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:10,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:10,726 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:10,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7af0b91e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:10,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:10,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34537,1733130298269, seqNum=-1] 2024-12-02T09:05:10,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:10,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T09:05:10,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43., hostname=7c6d666a4939,34537,1733130298269, seqNum=2] 2024-12-02T09:05:10,745 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 379, reset compression=false 2024-12-02T09:05:10,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:10,925 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 480, reset compression=false 2024-12-02T09:05:11,003 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T09:05:11,006 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T09:05:11,228 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 480, reset compression=false 2024-12-02T09:05:11,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T09:05:11,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T09:05:11,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T09:05:11,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T09:05:11,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:05:11,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T09:05:11,348 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 379, reset compression=false 2024-12-02T09:05:11,353 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:11,353 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 607, reset compression=false 2024-12-02T09:05:11,353 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,34537,1733130298269 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c5ac6f6f959e92e6a341c781e090f43/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T09:05:11,355 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:05:11,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-02T09:05:11,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:11,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c77409f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:11,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,36595,-1 for getting cluster id 2024-12-02T09:05:11,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:11,358 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '509058b8-15d4-4234-be11-bcba9b3b5853' 2024-12-02T09:05:11,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:11,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "509058b8-15d4-4234-be11-bcba9b3b5853" 2024-12-02T09:05:11,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72e9c25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:11,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,36595,-1] 2024-12-02T09:05:11,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:11,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:11,359 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:11,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a3d7fb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:11,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:11,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,35029,1733130293442, seqNum=-1] 2024-12-02T09:05:11,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:11,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T09:05:11,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733130301373.de58bb379c8a7431d5f14654847e7e91., hostname=7c6d666a4939,35029,1733130293442, seqNum=2] 2024-12-02T09:05:11,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:11,557 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 607, reset compression=false 2024-12-02T09:05:11,632 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 480, reset compression=false 2024-12-02T09:05:11,638 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:11,638 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 608, reset compression=false 2024-12-02T09:05:11,638 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,35029,1733130293442 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:11,842 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 608, reset compression=false 2024-12-02T09:05:11,871 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 607, reset compression=false 2024-12-02T09:05:12,008 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T09:05:12,018 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T09:05:12,145 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 608, reset compression=false 2024-12-02T09:05:12,149 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:12,149 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 764, reset compression=false 2024-12-02T09:05:12,149 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,35029,1733130293442 got entry batch from reader: WALEntryBatch [walEntries=[{test/de58bb379c8a7431d5f14654847e7e91/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T09:05:12,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:12,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34537 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:12,274 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 607, reset compression=false 2024-12-02T09:05:12,278 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:12,278 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 754, reset compression=false 2024-12-02T09:05:12,278 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,34537,1733130298269 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:12,353 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 764, reset compression=false 2024-12-02T09:05:12,483 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 754, reset compression=false 2024-12-02T09:05:12,657 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 764, reset compression=false 2024-12-02T09:05:12,787 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 754, reset compression=false 2024-12-02T09:05:13,021 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T09:05:13,024 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T09:05:13,060 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 764, reset compression=false 2024-12-02T09:05:13,191 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 754, reset compression=false 2024-12-02T09:05:13,198 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:13,198 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 913, reset compression=false 2024-12-02T09:05:13,198 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,34537,1733130298269 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c5ac6f6f959e92e6a341c781e090f43/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T09:05:13,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:13,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:13,404 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 913, reset compression=false 2024-12-02T09:05:13,564 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 764, reset compression=false 2024-12-02T09:05:13,596 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:13,596 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 914, reset compression=false 2024-12-02T09:05:13,596 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,35029,1733130293442 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:13,712 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 913, reset compression=false 2024-12-02T09:05:13,810 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 914, reset compression=false 2024-12-02T09:05:14,027 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T09:05:14,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:05:14,037 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:14,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:14,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:14,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:14,038 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:14,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:05:14,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1614529012, stopped=false 2024-12-02T09:05:14,038 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,40917,1733130298162 2024-12-02T09:05:14,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11569706029/running 2024-12-02T09:05:14,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:14,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11569706029/running 2024-12-02T09:05:14,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:14,069 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:05:14,069 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:14,069 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:14,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:14,069 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,34537,1733130298269' ***** 2024-12-02T09:05:14,069 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:05:14,070 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:05:14,070 INFO [RS:0;7c6d666a4939:34537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:05:14,070 INFO [RS:0;7c6d666a4939:34537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:05:14,071 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(3091): Received CLOSE for ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:14,071 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:05:14,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Set watcher on znode that does not yet exist, /11569706029/running 2024-12-02T09:05:14,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Set watcher on znode that does not yet exist, /11569706029/running 2024-12-02T09:05:14,075 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:14,075 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,34537,1733130298269 2024-12-02T09:05:14,075 INFO [RS:0;7c6d666a4939:34537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:05:14,075 INFO [RS:0;7c6d666a4939:34537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:34537. 2024-12-02T09:05:14,075 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef684a53bd5529b885cdc983c8a17457, disabling compactions & flushes 2024-12-02T09:05:14,075 DEBUG [RS:0;7c6d666a4939:34537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:14,075 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:14,075 DEBUG [RS:0;7c6d666a4939:34537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:14,075 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:14,075 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. after waiting 0 ms 2024-12-02T09:05:14,075 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:14,075 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:05:14,075 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:05:14,075 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:05:14,075 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:05:14,076 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef684a53bd5529b885cdc983c8a17457 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-12-02T09:05:14,079 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:05:14,079 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1325): Online Regions={ef684a53bd5529b885cdc983c8a17457=hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457., 1588230740=hbase:meta,,1.1588230740, 1c5ac6f6f959e92e6a341c781e090f43=test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43.} 2024-12-02T09:05:14,079 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5ac6f6f959e92e6a341c781e090f43, ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:14,080 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:05:14,080 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:05:14,080 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:05:14,080 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:05:14,080 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:05:14,080 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:05:14,088 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:05:14,106 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/replication/ef684a53bd5529b885cdc983c8a17457/.tmp/queue/d02394a34a4f4160a66bddd6b570afec is 153, key is 1-7c6d666a4939,34537,1733130298269/queue:7c6d666a4939%2C34537%2C1733130298269/1733130313206/Put/seqid=0 2024-12-02T09:05:14,120 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 914, reset compression=false 2024-12-02T09:05:14,123 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 913, reset compression=false 2024-12-02T09:05:14,133 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/info/41243e3973534f9aa697b2a086d491ce is 147, key is hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457./info:regioninfo/1733130309009/Put/seqid=0 2024-12-02T09:05:14,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741840_1016 (size=5352) 2024-12-02T09:05:14,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741841_1017 (size=7686) 2024-12-02T09:05:14,280 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5ac6f6f959e92e6a341c781e090f43, ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:14,480 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5ac6f6f959e92e6a341c781e090f43, ef684a53bd5529b885cdc983c8a17457 2024-12-02T09:05:14,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:05:14,540 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/replication/ef684a53bd5529b885cdc983c8a17457/.tmp/queue/d02394a34a4f4160a66bddd6b570afec 2024-12-02T09:05:14,554 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/replication/ef684a53bd5529b885cdc983c8a17457/.tmp/queue/d02394a34a4f4160a66bddd6b570afec as hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/replication/ef684a53bd5529b885cdc983c8a17457/queue/d02394a34a4f4160a66bddd6b570afec 2024-12-02T09:05:14,559 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/replication/ef684a53bd5529b885cdc983c8a17457/queue/d02394a34a4f4160a66bddd6b570afec, entries=1, sequenceid=9, filesize=5.2 K 2024-12-02T09:05:14,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:14,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:14,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:14,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:14,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:14,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:14,568 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:05:14,568 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:05:14,568 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for ef684a53bd5529b885cdc983c8a17457 in 493ms, sequenceid=9, compaction requested=false 2024-12-02T09:05:14,583 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 914, reset compression=false 2024-12-02T09:05:14,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:14,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:14,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:14,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:14,605 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/info/41243e3973534f9aa697b2a086d491ce 2024-12-02T09:05:14,635 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/replication/ef684a53bd5529b885cdc983c8a17457/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T09:05:14,636 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:05:14,636 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:05:14,636 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:14,636 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef684a53bd5529b885cdc983c8a17457: Waiting for close lock at 1733130314075Running coprocessor pre-close hooks at 1733130314075Disabling compacts and flushes for region at 1733130314075Disabling writes for close at 1733130314075Obtaining lock to block concurrent updates at 1733130314076 (+1 ms)Preparing flush snapshotting stores in ef684a53bd5529b885cdc983c8a17457 at 1733130314076Finished memstore snapshotting hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1733130314076Flushing stores of hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. at 1733130314077 (+1 ms)Flushing ef684a53bd5529b885cdc983c8a17457/queue: creating writer at 1733130314077Flushing ef684a53bd5529b885cdc983c8a17457/queue: appending metadata at 1733130314105 (+28 ms)Flushing ef684a53bd5529b885cdc983c8a17457/queue: closing flushed file at 1733130314105Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2023d0c1: reopening flushed file at 1733130314553 (+448 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for ef684a53bd5529b885cdc983c8a17457 in 493ms, sequenceid=9, compaction requested=false at 1733130314568 (+15 ms)Writing region close event to WAL at 1733130314607 (+39 ms)Running coprocessor post-close hooks at 1733130314636 (+29 ms)Closed at 1733130314636 2024-12-02T09:05:14,636 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733130307850.ef684a53bd5529b885cdc983c8a17457. 2024-12-02T09:05:14,636 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c5ac6f6f959e92e6a341c781e090f43, disabling compactions & flushes 2024-12-02T09:05:14,636 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:14,636 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:14,637 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. after waiting 1 ms 2024-12-02T09:05:14,637 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:14,637 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c5ac6f6f959e92e6a341c781e090f43 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-02T09:05:14,654 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/ns/6d27b52857f94871954af70ce9b76ff1 is 43, key is default/ns:d/1733130301256/Put/seqid=0 2024-12-02T09:05:14,669 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/.tmp/f/bd6229fc10054ba19d39f69099b34f4b is 29, key is row1/f:/1733130313022/DeleteFamily/seqid=0 2024-12-02T09:05:14,680 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:14,680 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 913, reset compression=false 2024-12-02T09:05:14,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741842_1018 (size=5153) 2024-12-02T09:05:14,711 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/ns/6d27b52857f94871954af70ce9b76ff1 2024-12-02T09:05:14,729 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:14,729 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 1160, reset compression=false 2024-12-02T09:05:14,729 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,34537,1733130298269 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:14,730 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7c6d666a4939,34537,1733130298269: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7c6d666a4939,34537,1733130298269, walGroup=7c6d666a4939%2C34537%2C1733130298269, offset=7c6d666a4939%2C34537%2C1733130298269.1733130300732:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:34537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T09:05:14,731 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T09:05:14,734 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T09:05:14,735 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T09:05:14,735 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T09:05:14,735 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T09:05:14,735 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 619820152 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 191238728 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T09:05:14,736 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:40917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:40917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T09:05:14,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741843_1019 (size=5118) 2024-12-02T09:05:14,777 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/rep_barrier/5809d1e5f2bc46b296dc278bd573511f is 112, key is test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43./rep_barrier:seqnumDuringOpen/1733130304678/Put/seqid=0 2024-12-02T09:05:14,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741844_1020 (size=5518) 2024-12-02T09:05:14,880 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:14,989 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 1160, reset compression=false 2024-12-02T09:05:15,083 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:05:15,083 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1c5ac6f6f959e92e6a341c781e090f43=test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43.} 2024-12-02T09:05:15,083 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:15,132 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 914, reset compression=false 2024-12-02T09:05:15,138 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/.tmp/f/bd6229fc10054ba19d39f69099b34f4b 2024-12-02T09:05:15,148 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd6229fc10054ba19d39f69099b34f4b 2024-12-02T09:05:15,186 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/.tmp/f1/5f1f21fe7f3c4a8d8ceee387d3c9bfbe is 30, key is row1/f1:/1733130313022/DeleteFamily/seqid=0 2024-12-02T09:05:15,204 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/rep_barrier/5809d1e5f2bc46b296dc278bd573511f 2024-12-02T09:05:15,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741845_1021 (size=5123) 2024-12-02T09:05:15,253 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/table/fb9428647f90496cb37f1604cfe17287 is 53, key is hbase:replication/table:state/1733130309015/Put/seqid=0 2024-12-02T09:05:15,283 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741846_1022 (size=5308) 2024-12-02T09:05:15,288 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/table/fb9428647f90496cb37f1604cfe17287 2024-12-02T09:05:15,288 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:15,288 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:05:15,289 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28332 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:05:15,300 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/info/41243e3973534f9aa697b2a086d491ce as hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/info/41243e3973534f9aa697b2a086d491ce 2024-12-02T09:05:15,313 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/info/41243e3973534f9aa697b2a086d491ce, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:05:15,323 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/ns/6d27b52857f94871954af70ce9b76ff1 as hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/ns/6d27b52857f94871954af70ce9b76ff1 2024-12-02T09:05:15,338 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 1160, reset compression=false 2024-12-02T09:05:15,340 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/ns/6d27b52857f94871954af70ce9b76ff1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:05:15,341 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/rep_barrier/5809d1e5f2bc46b296dc278bd573511f as hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/rep_barrier/5809d1e5f2bc46b296dc278bd573511f 2024-12-02T09:05:15,349 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/rep_barrier/5809d1e5f2bc46b296dc278bd573511f, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:05:15,351 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/.tmp/table/fb9428647f90496cb37f1604cfe17287 as hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/table/fb9428647f90496cb37f1604cfe17287 2024-12-02T09:05:15,356 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/table/fb9428647f90496cb37f1604cfe17287, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:05:15,357 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1277ms, sequenceid=16, compaction requested=false 2024-12-02T09:05:15,436 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:05:15,437 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:05:15,437 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:05:15,437 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:15,437 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130314080Running coprocessor pre-close hooks at 1733130314080Disabling compacts and flushes for region at 1733130314080Disabling writes for close at 1733130314080Obtaining lock to block concurrent updates at 1733130314081 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733130314081Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130314081Flushing stores of hbase:meta,,1.1588230740 at 1733130314082 (+1 ms)Flushing 1588230740/info: creating writer at 1733130314082Flushing 1588230740/info: appending metadata at 1733130314132 (+50 ms)Flushing 1588230740/info: closing flushed file at 1733130314133 (+1 ms)Flushing 1588230740/ns: creating writer at 1733130314613 (+480 ms)Flushing 1588230740/ns: appending metadata at 1733130314653 (+40 ms)Flushing 1588230740/ns: closing flushed file at 1733130314653Flushing 1588230740/rep_barrier: creating writer at 1733130314735 (+82 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130314776 (+41 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130314776Flushing 1588230740/table: creating writer at 1733130315220 (+444 ms)Flushing 1588230740/table: appending metadata at 1733130315252 (+32 ms)Flushing 1588230740/table: closing flushed file at 1733130315252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1d20c5: reopening flushed file at 1733130315299 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3c9cb5: reopening flushed file at 1733130315313 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644fa905: reopening flushed file at 1733130315340 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5858e68: reopening flushed file at 1733130315349 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1277ms, sequenceid=16, compaction requested=false at 1733130315358 (+9 ms)Writing region close event to WAL at 1733130315431 (+73 ms)Running coprocessor post-close hooks at 1733130315437 (+6 ms)Closed at 1733130315437 2024-12-02T09:05:15,437 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:15,491 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1351): Waiting on 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:15,637 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/.tmp/f1/5f1f21fe7f3c4a8d8ceee387d3c9bfbe 2024-12-02T09:05:15,642 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f1f21fe7f3c4a8d8ceee387d3c9bfbe 2024-12-02T09:05:15,674 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/.tmp/norep/b14db1cb05f04c24a6ec2d9cb76a98fc is 33, key is row1/norep:/1733130313022/DeleteFamily/seqid=0 2024-12-02T09:05:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741847_1023 (size=5108) 2024-12-02T09:05:15,679 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/.tmp/norep/b14db1cb05f04c24a6ec2d9cb76a98fc 2024-12-02T09:05:15,685 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b14db1cb05f04c24a6ec2d9cb76a98fc 2024-12-02T09:05:15,686 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/.tmp/f/bd6229fc10054ba19d39f69099b34f4b as hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/f/bd6229fc10054ba19d39f69099b34f4b 2024-12-02T09:05:15,691 DEBUG [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1351): Waiting on 1c5ac6f6f959e92e6a341c781e090f43 2024-12-02T09:05:15,692 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd6229fc10054ba19d39f69099b34f4b 2024-12-02T09:05:15,692 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/f/bd6229fc10054ba19d39f69099b34f4b, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T09:05:15,693 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/.tmp/f1/5f1f21fe7f3c4a8d8ceee387d3c9bfbe as hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/f1/5f1f21fe7f3c4a8d8ceee387d3c9bfbe 2024-12-02T09:05:15,705 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f1f21fe7f3c4a8d8ceee387d3c9bfbe 2024-12-02T09:05:15,705 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/f1/5f1f21fe7f3c4a8d8ceee387d3c9bfbe, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T09:05:15,706 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/.tmp/norep/b14db1cb05f04c24a6ec2d9cb76a98fc as hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/norep/b14db1cb05f04c24a6ec2d9cb76a98fc 2024-12-02T09:05:15,723 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b14db1cb05f04c24a6ec2d9cb76a98fc 2024-12-02T09:05:15,723 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/norep/b14db1cb05f04c24a6ec2d9cb76a98fc, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T09:05:15,739 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1c5ac6f6f959e92e6a341c781e090f43 in 1102ms, sequenceid=8, compaction requested=false 2024-12-02T09:05:15,762 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 914, reset compression=false 2024-12-02T09:05:15,764 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 1160, reset compression=false 2024-12-02T09:05:15,830 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:15,830 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/WALs/7c6d666a4939,34537,1733130298269/7c6d666a4939%2C34537%2C1733130298269.1733130300732 to pos 1509, reset compression=false 2024-12-02T09:05:15,860 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/data/default/test/1c5ac6f6f959e92e6a341c781e090f43/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T09:05:15,861 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:05:15,861 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:05:15,861 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:15,861 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c5ac6f6f959e92e6a341c781e090f43: Waiting for close lock at 1733130314636Running coprocessor pre-close hooks at 1733130314636Disabling compacts and flushes for region at 1733130314636Disabling writes for close at 1733130314637 (+1 ms)Obtaining lock to block concurrent updates at 1733130314637Preparing flush snapshotting stores in 1c5ac6f6f959e92e6a341c781e090f43 at 1733130314637Finished memstore snapshotting test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733130314637Flushing stores of test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. at 1733130314638 (+1 ms)Flushing 1c5ac6f6f959e92e6a341c781e090f43/f: creating writer at 1733130314638Flushing 1c5ac6f6f959e92e6a341c781e090f43/f: appending metadata at 1733130314667 (+29 ms)Flushing 1c5ac6f6f959e92e6a341c781e090f43/f: closing flushed file at 1733130314667Flushing 1c5ac6f6f959e92e6a341c781e090f43/f1: creating writer at 1733130315148 (+481 ms)Flushing 1c5ac6f6f959e92e6a341c781e090f43/f1: appending metadata at 1733130315185 (+37 ms)Flushing 1c5ac6f6f959e92e6a341c781e090f43/f1: closing flushed file at 1733130315185Flushing 1c5ac6f6f959e92e6a341c781e090f43/norep: creating writer at 1733130315643 (+458 ms)Flushing 1c5ac6f6f959e92e6a341c781e090f43/norep: appending metadata at 1733130315673 (+30 ms)Flushing 1c5ac6f6f959e92e6a341c781e090f43/norep: closing flushed file at 1733130315673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122d3393: reopening flushed file at 1733130315685 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54de6e9f: reopening flushed file at 1733130315692 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c90ce78: reopening flushed file at 1733130315705 (+13 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1c5ac6f6f959e92e6a341c781e090f43 in 1102ms, sequenceid=8, compaction requested=false at 1733130315739 (+34 ms)Writing region close event to WAL at 1733130315827 (+88 ms)Running coprocessor post-close hooks at 1733130315861 (+34 ms)Closed at 1733130315861 2024-12-02T09:05:15,861 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130303530.1c5ac6f6f959e92e6a341c781e090f43. 2024-12-02T09:05:15,880 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:15,891 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,34537,1733130298269; all regions closed. 2024-12-02T09:05:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741834_1010 (size=4239) 2024-12-02T09:05:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741839_1015 (size=2458) 2024-12-02T09:05:15,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741833_1009 (size=1812) 2024-12-02T09:05:15,965 DEBUG [RS:0;7c6d666a4939:34537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:15,965 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:05:15,966 INFO [RS:0;7c6d666a4939:34537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:05:15,966 INFO [RS:0;7c6d666a4939:34537 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:05:15,966 INFO [RS:0;7c6d666a4939:34537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:05:15,966 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,34537,1733130298269 because: Region server is closing 2024-12-02T09:05:15,967 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:05:15,967 INFO [RS:0;7c6d666a4939:34537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:34537. 2024-12-02T09:05:15,967 DEBUG [RS:0;7c6d666a4939:34537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:15,967 DEBUG [RS:0;7c6d666a4939:34537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:15,967 DEBUG [RS:0;7c6d666a4939:34537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:15,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:16,067 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.shipper7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 terminated 2024-12-02T09:05:16,067 INFO [RS:0;7c6d666a4939:34537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:34537. 2024-12-02T09:05:16,067 DEBUG [RS:0;7c6d666a4939:34537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:16,068 DEBUG [RS:0;7c6d666a4939:34537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:16,068 DEBUG [RS:0;7c6d666a4939:34537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:16,068 INFO [RS:0;7c6d666a4939:34537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34537 2024-12-02T09:05:16,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:16,068 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,34537,1733130298269.replicationSource.wal-reader.7c6d666a4939%2C34537%2C1733130298269,1-7c6d666a4939,34537,1733130298269 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-12-02T09:05:16,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11569706029/rs/7c6d666a4939,34537,1733130298269 2024-12-02T09:05:16,102 INFO [RS:0;7c6d666a4939:34537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:05:16,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029/rs 2024-12-02T09:05:16,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,34537,1733130298269] 2024-12-02T09:05:16,118 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11569706029/draining/7c6d666a4939,34537,1733130298269 already deleted, retry=false 2024-12-02T09:05:16,118 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,34537,1733130298269 expired; onlineServers=0 2024-12-02T09:05:16,118 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,40917,1733130298162' ***** 2024-12-02T09:05:16,118 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:05:16,119 INFO [M:0;7c6d666a4939:40917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:05:16,119 INFO [M:0;7c6d666a4939:40917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:05:16,119 DEBUG [M:0;7c6d666a4939:40917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:05:16,119 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:05:16,119 DEBUG [M:0;7c6d666a4939:40917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:05:16,119 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130300391 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130300391,5,FailOnTimeoutGroup] 2024-12-02T09:05:16,119 INFO [M:0;7c6d666a4939:40917 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:05:16,119 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130300391 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130300391,5,FailOnTimeoutGroup] 2024-12-02T09:05:16,119 INFO [M:0;7c6d666a4939:40917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:05:16,119 DEBUG [M:0;7c6d666a4939:40917 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:05:16,119 INFO [M:0;7c6d666a4939:40917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:05:16,120 INFO [M:0;7c6d666a4939:40917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:05:16,120 INFO [M:0;7c6d666a4939:40917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:05:16,120 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:05:16,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11569706029/master 2024-12-02T09:05:16,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11569706029 2024-12-02T09:05:16,135 DEBUG [M:0;7c6d666a4939:40917 {}] zookeeper.RecoverableZooKeeper(212): Node /11569706029/master already deleted, retry=false 2024-12-02T09:05:16,135 DEBUG [M:0;7c6d666a4939:40917 {}] master.ActiveMasterManager(353): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Failed delete of our master address node; KeeperErrorCode = NoNode for /11569706029/master 2024-12-02T09:05:16,136 INFO [M:0;7c6d666a4939:40917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/.lastflushedseqids 2024-12-02T09:05:16,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741848_1024 (size=245) 2024-12-02T09:05:16,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:16,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34537-0x1009a3b68920004, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:16,211 INFO [RS:0;7c6d666a4939:34537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:05:16,211 INFO [RS:0;7c6d666a4939:34537 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,34537,1733130298269; zookeeper connection closed. 2024-12-02T09:05:16,213 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b314c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b314c7 2024-12-02T09:05:16,214 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:05:16,545 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 914, reset compression=false 2024-12-02T09:05:16,606 INFO [M:0;7c6d666a4939:40917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:05:16,606 INFO [M:0;7c6d666a4939:40917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:05:16,606 DEBUG [M:0;7c6d666a4939:40917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:05:16,606 INFO [M:0;7c6d666a4939:40917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:16,606 DEBUG [M:0;7c6d666a4939:40917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:16,606 DEBUG [M:0;7c6d666a4939:40917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:05:16,606 DEBUG [M:0;7c6d666a4939:40917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:16,606 INFO [M:0;7c6d666a4939:40917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-02T09:05:16,624 DEBUG [M:0;7c6d666a4939:40917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9baa2b86180944bebf877b2249bddec2 is 82, key is hbase:meta,,1/info:regioninfo/1733130301137/Put/seqid=0 2024-12-02T09:05:16,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741849_1025 (size=5672) 2024-12-02T09:05:17,040 INFO [M:0;7c6d666a4939:40917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9baa2b86180944bebf877b2249bddec2 2024-12-02T09:05:17,081 DEBUG [M:0;7c6d666a4939:40917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7302d6ab6eb548499f45878fcf0600c6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733130309018/Put/seqid=0 2024-12-02T09:05:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741850_1026 (size=8515) 2024-12-02T09:05:17,349 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 914, reset compression=false 2024-12-02T09:05:17,494 INFO [M:0;7c6d666a4939:40917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7302d6ab6eb548499f45878fcf0600c6 2024-12-02T09:05:17,518 DEBUG [M:0;7c6d666a4939:40917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2c49de5e042cca86b672666966197 is 69, key is 7c6d666a4939,34537,1733130298269/rs:state/1733130300416/Put/seqid=0 2024-12-02T09:05:17,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741851_1027 (size=5156) 2024-12-02T09:05:17,942 INFO [M:0;7c6d666a4939:40917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2c49de5e042cca86b672666966197 2024-12-02T09:05:17,967 DEBUG [M:0;7c6d666a4939:40917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9baa2b86180944bebf877b2249bddec2 as hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9baa2b86180944bebf877b2249bddec2 2024-12-02T09:05:17,972 INFO [M:0;7c6d666a4939:40917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9baa2b86180944bebf877b2249bddec2, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T09:05:17,973 DEBUG [M:0;7c6d666a4939:40917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7302d6ab6eb548499f45878fcf0600c6 as hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7302d6ab6eb548499f45878fcf0600c6 2024-12-02T09:05:17,978 INFO [M:0;7c6d666a4939:40917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7302d6ab6eb548499f45878fcf0600c6, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T09:05:17,979 DEBUG [M:0;7c6d666a4939:40917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2c49de5e042cca86b672666966197 as hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8df2c49de5e042cca86b672666966197 2024-12-02T09:05:17,983 INFO [M:0;7c6d666a4939:40917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37835/user/jenkins/test-data/877c2663-f97e-5d52-c8b6-bab7a9e19882/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8df2c49de5e042cca86b672666966197, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T09:05:17,984 INFO [M:0;7c6d666a4939:40917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1378ms, sequenceid=97, compaction requested=false 2024-12-02T09:05:18,018 INFO [M:0;7c6d666a4939:40917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:18,018 DEBUG [M:0;7c6d666a4939:40917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130316606Disabling compacts and flushes for region at 1733130316606Disabling writes for close at 1733130316606Obtaining lock to block concurrent updates at 1733130316606Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130316606Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733130316607 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130316607Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130316607Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130316624 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130316624Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130317059 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130317080 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130317080Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130317497 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130317517 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130317518 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@737890f3: reopening flushed file at 1733130317966 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b27ed6: reopening flushed file at 1733130317972 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@352e1454: reopening flushed file at 1733130317978 (+6 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1378ms, sequenceid=97, compaction requested=false at 1733130317984 (+6 ms)Writing region close event to WAL at 1733130318018 (+34 ms)Closed at 1733130318018 2024-12-02T09:05:18,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46403 is added to blk_1073741830_1006 (size=63642) 2024-12-02T09:05:18,021 INFO [M:0;7c6d666a4939:40917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:05:18,021 INFO [M:0;7c6d666a4939:40917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40917 2024-12-02T09:05:18,021 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:05:18,022 INFO [M:0;7c6d666a4939:40917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:05:18,127 INFO [M:0;7c6d666a4939:40917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:05:18,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:18,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40917-0x1009a3b68920003, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:18,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a0d1dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:05:18,130 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6998abdc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:05:18,130 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:05:18,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b6491a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:05:18,130 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@220dc6fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/hadoop.log.dir/,STOPPED} 2024-12-02T09:05:18,132 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:05:18,132 WARN [BP-817228089-172.17.0.3-1733130296554 heartbeating to localhost/127.0.0.1:37835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:05:18,132 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:05:18,132 WARN [BP-817228089-172.17.0.3-1733130296554 heartbeating to localhost/127.0.0.1:37835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-817228089-172.17.0.3-1733130296554 (Datanode Uuid 0ba9f4a5-8315-4871-a61e-5b049d60e15d) service to localhost/127.0.0.1:37835 2024-12-02T09:05:18,132 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/cluster_ed364951-a5ff-9728-d3c2-b489fb9f58ec/data/data1/current/BP-817228089-172.17.0.3-1733130296554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:05:18,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/cluster_ed364951-a5ff-9728-d3c2-b489fb9f58ec/data/data2/current/BP-817228089-172.17.0.3-1733130296554 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:05:18,133 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:05:18,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a27b883{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:05:18,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6054a5e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:05:18,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:05:18,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c284a03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:05:18,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c22285{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/hadoop.log.dir/,STOPPED} 2024-12-02T09:05:18,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:05:18,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:05:18,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:18,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:18,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:18,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:18,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:18,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:05:18,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=466927565, stopped=false 2024-12-02T09:05:18,156 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,36595,1733130293264 2024-12-02T09:05:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657480032/running 2024-12-02T09:05:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657480032/running 2024-12-02T09:05:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:05:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:05:18,168 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:05:18,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Set watcher on znode that does not yet exist, /0-1657480032/running 2024-12-02T09:05:18,169 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:18,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Set watcher on znode that does not yet exist, /0-1657480032/running 2024-12-02T09:05:18,169 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:18,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:18,169 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,35029,1733130293442' ***** 2024-12-02T09:05:18,169 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:05:18,169 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:05:18,169 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:05:18,169 INFO [RS:0;7c6d666a4939:35029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:05:18,169 INFO [RS:0;7c6d666a4939:35029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:05:18,169 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(3091): Received CLOSE for de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:18,170 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(3091): Received CLOSE for 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:18,170 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,35029,1733130293442 2024-12-02T09:05:18,170 INFO [RS:0;7c6d666a4939:35029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:05:18,170 INFO [RS:0;7c6d666a4939:35029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:35029. 2024-12-02T09:05:18,170 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de58bb379c8a7431d5f14654847e7e91, disabling compactions & flushes 2024-12-02T09:05:18,170 DEBUG [RS:0;7c6d666a4939:35029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:18,170 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:18,170 DEBUG [RS:0;7c6d666a4939:35029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:18,170 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:18,170 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. after waiting 0 ms 2024-12-02T09:05:18,170 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:05:18,170 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:18,170 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:05:18,170 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:05:18,170 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:05:18,170 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de58bb379c8a7431d5f14654847e7e91 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-02T09:05:18,170 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:05:18,170 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1325): Online Regions={de58bb379c8a7431d5f14654847e7e91=test,,1733130301373.de58bb379c8a7431d5f14654847e7e91., 7591f0c21d5c532e2096d623a434ecb2=hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:05:18,170 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7591f0c21d5c532e2096d623a434ecb2, de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:18,170 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:05:18,170 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:05:18,170 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:05:18,170 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:05:18,170 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:05:18,170 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:05:18,184 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/.tmp/f/ca869d95a0aa44248247ab6348cba842 is 29, key is row1/f:/1733130313022/DeleteFamily/seqid=0 2024-12-02T09:05:18,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741840_1016 (size=5118) 2024-12-02T09:05:18,188 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/.tmp/f/ca869d95a0aa44248247ab6348cba842 2024-12-02T09:05:18,189 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/info/06fba79304eb4ea7b80a5bc5d7a57671 is 147, key is hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2./info:regioninfo/1733130306856/Put/seqid=0 2024-12-02T09:05:18,191 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca869d95a0aa44248247ab6348cba842 2024-12-02T09:05:18,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741841_1017 (size=7686) 2024-12-02T09:05:18,192 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/info/06fba79304eb4ea7b80a5bc5d7a57671 2024-12-02T09:05:18,209 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/.tmp/f1/97f65972275f475498442a68b7b5935a is 30, key is row1/f1:/1733130313022/DeleteFamily/seqid=0 2024-12-02T09:05:18,210 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/ns/6ea79d273a9a4b669e96f188df162bec is 43, key is default/ns:d/1733130296419/Put/seqid=0 2024-12-02T09:05:18,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741842_1018 (size=5123) 2024-12-02T09:05:18,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741843_1019 (size=5153) 2024-12-02T09:05:18,252 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:05:18,252 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 914, reset compression=false 2024-12-02T09:05:18,257 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:18,257 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 1161, reset compression=false 2024-12-02T09:05:18,257 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,35029,1733130293442 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:18,257 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7c6d666a4939,35029,1733130293442: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7c6d666a4939,35029,1733130293442, walGroup=7c6d666a4939%2C35029%2C1733130293442, offset=7c6d666a4939%2C35029%2C1733130293442.1733130295833:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:35029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T09:05:18,258 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T09:05:18,258 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T09:05:18,258 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T09:05:18,258 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T09:05:18,258 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T09:05:18,258 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 678540408 }, "NonHeapMemoryUsage": { "committed": 195035136, "init": 7667712, "max": -1, "used": 191704152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T09:05:18,259 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:36595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:36595 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T09:05:18,370 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7591f0c21d5c532e2096d623a434ecb2, de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:18,461 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 1161, reset compression=false 2024-12-02T09:05:18,571 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7591f0c21d5c532e2096d623a434ecb2, de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:18,613 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/.tmp/f1/97f65972275f475498442a68b7b5935a 2024-12-02T09:05:18,618 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97f65972275f475498442a68b7b5935a 2024-12-02T09:05:18,627 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/ns/6ea79d273a9a4b669e96f188df162bec 2024-12-02T09:05:18,640 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/.tmp/norep/2ea046f1fe4447e99d363dd3f33d6874 is 32, key is row/norep:/1733130312011/DeleteFamily/seqid=0 2024-12-02T09:05:18,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741844_1020 (size=5101) 2024-12-02T09:05:18,664 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/.tmp/norep/2ea046f1fe4447e99d363dd3f33d6874 2024-12-02T09:05:18,669 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ea046f1fe4447e99d363dd3f33d6874 2024-12-02T09:05:18,670 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/rep_barrier/e69a7a1be6c14e08b0fc72da4910c3b5 is 112, key is test,,1733130301373.de58bb379c8a7431d5f14654847e7e91./rep_barrier:seqnumDuringOpen/1733130302517/Put/seqid=0 2024-12-02T09:05:18,670 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/.tmp/f/ca869d95a0aa44248247ab6348cba842 as hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/f/ca869d95a0aa44248247ab6348cba842 2024-12-02T09:05:18,674 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca869d95a0aa44248247ab6348cba842 2024-12-02T09:05:18,674 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/f/ca869d95a0aa44248247ab6348cba842, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T09:05:18,675 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/.tmp/f1/97f65972275f475498442a68b7b5935a as hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/f1/97f65972275f475498442a68b7b5935a 2024-12-02T09:05:18,679 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 97f65972275f475498442a68b7b5935a 2024-12-02T09:05:18,680 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/f1/97f65972275f475498442a68b7b5935a, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T09:05:18,680 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/.tmp/norep/2ea046f1fe4447e99d363dd3f33d6874 as hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/norep/2ea046f1fe4447e99d363dd3f33d6874 2024-12-02T09:05:18,709 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ea046f1fe4447e99d363dd3f33d6874 2024-12-02T09:05:18,709 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/norep/2ea046f1fe4447e99d363dd3f33d6874, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T09:05:18,717 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for de58bb379c8a7431d5f14654847e7e91 in 547ms, sequenceid=8, compaction requested=false 2024-12-02T09:05:18,717 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T09:05:18,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741845_1021 (size=5518) 2024-12-02T09:05:18,722 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/rep_barrier/e69a7a1be6c14e08b0fc72da4910c3b5 2024-12-02T09:05:18,749 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:05:18,749 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:05:18,764 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 1161, reset compression=false 2024-12-02T09:05:18,775 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7591f0c21d5c532e2096d623a434ecb2, de58bb379c8a7431d5f14654847e7e91 2024-12-02T09:05:18,780 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/default/test/de58bb379c8a7431d5f14654847e7e91/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T09:05:18,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:05:18,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:05:18,782 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:18,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de58bb379c8a7431d5f14654847e7e91: Waiting for close lock at 1733130318170Running coprocessor pre-close hooks at 1733130318170Disabling compacts and flushes for region at 1733130318170Disabling writes for close at 1733130318170Obtaining lock to block concurrent updates at 1733130318170Preparing flush snapshotting stores in de58bb379c8a7431d5f14654847e7e91 at 1733130318170Finished memstore snapshotting test,,1733130301373.de58bb379c8a7431d5f14654847e7e91., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733130318170Flushing stores of test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. at 1733130318171 (+1 ms)Flushing de58bb379c8a7431d5f14654847e7e91/f: creating writer at 1733130318171Flushing de58bb379c8a7431d5f14654847e7e91/f: appending metadata at 1733130318184 (+13 ms)Flushing de58bb379c8a7431d5f14654847e7e91/f: closing flushed file at 1733130318184Flushing de58bb379c8a7431d5f14654847e7e91/f1: creating writer at 1733130318191 (+7 ms)Flushing de58bb379c8a7431d5f14654847e7e91/f1: appending metadata at 1733130318208 (+17 ms)Flushing de58bb379c8a7431d5f14654847e7e91/f1: closing flushed file at 1733130318208Flushing de58bb379c8a7431d5f14654847e7e91/norep: creating writer at 1733130318618 (+410 ms)Flushing de58bb379c8a7431d5f14654847e7e91/norep: appending metadata at 1733130318638 (+20 ms)Flushing de58bb379c8a7431d5f14654847e7e91/norep: closing flushed file at 1733130318638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e3eba44: reopening flushed file at 1733130318669 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14af2d8c: reopening flushed file at 1733130318674 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@515426e0: reopening flushed file at 1733130318680 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for de58bb379c8a7431d5f14654847e7e91 in 547ms, sequenceid=8, compaction requested=false at 1733130318717 (+37 ms)Writing region close event to WAL at 1733130318755 (+38 ms)Running coprocessor post-close hooks at 1733130318781 (+26 ms)Closed at 1733130318782 (+1 ms) 2024-12-02T09:05:18,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130301373.de58bb379c8a7431d5f14654847e7e91. 2024-12-02T09:05:18,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7591f0c21d5c532e2096d623a434ecb2, disabling compactions & flushes 2024-12-02T09:05:18,782 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:18,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:18,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. after waiting 0 ms 2024-12-02T09:05:18,782 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:18,783 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7591f0c21d5c532e2096d623a434ecb2: Waiting for close lock at 1733130318782Running coprocessor pre-close hooks at 1733130318782Disabling compacts and flushes for region at 1733130318782Disabling writes for close at 1733130318782Failed flush hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2., putting online again at 1733130318783 (+1 ms) 2024-12-02T09:05:18,783 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:18,790 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/table/3e569742321d4897b0f3e53e5926d472 is 53, key is hbase:replication/table:state/1733130306864/Put/seqid=0 2024-12-02T09:05:18,804 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:18,804 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 1805, reset compression=false 2024-12-02T09:05:18,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741846_1022 (size=5308) 2024-12-02T09:05:18,975 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(3091): Received CLOSE for 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:18,975 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7591f0c21d5c532e2096d623a434ecb2 2024-12-02T09:05:18,975 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7591f0c21d5c532e2096d623a434ecb2, disabling compactions & flushes 2024-12-02T09:05:18,975 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:18,976 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:18,976 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. after waiting 0 ms 2024-12-02T09:05:18,976 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:18,976 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7591f0c21d5c532e2096d623a434ecb2: Waiting for close lock at 1733130318975Running coprocessor pre-close hooks at 1733130318975Disabling compacts and flushes for region at 1733130318975Disabling writes for close at 1733130318976 (+1 ms)Failed flush hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2., putting online again at 1733130318976 2024-12-02T09:05:18,976 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2. 2024-12-02T09:05:19,038 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 1805, reset compression=false 2024-12-02T09:05:19,176 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:05:19,176 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1325): Online Regions={7591f0c21d5c532e2096d623a434ecb2=hbase:replication,,1733130305696.7591f0c21d5c532e2096d623a434ecb2., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:05:19,176 DEBUG [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:05:19,239 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/table/3e569742321d4897b0f3e53e5926d472 2024-12-02T09:05:19,246 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/info/06fba79304eb4ea7b80a5bc5d7a57671 as hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/info/06fba79304eb4ea7b80a5bc5d7a57671 2024-12-02T09:05:19,252 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/info/06fba79304eb4ea7b80a5bc5d7a57671, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:05:19,253 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/ns/6ea79d273a9a4b669e96f188df162bec as hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/ns/6ea79d273a9a4b669e96f188df162bec 2024-12-02T09:05:19,258 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/ns/6ea79d273a9a4b669e96f188df162bec, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:05:19,259 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/rep_barrier/e69a7a1be6c14e08b0fc72da4910c3b5 as hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/rep_barrier/e69a7a1be6c14e08b0fc72da4910c3b5 2024-12-02T09:05:19,264 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/rep_barrier/e69a7a1be6c14e08b0fc72da4910c3b5, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:05:19,266 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/.tmp/table/3e569742321d4897b0f3e53e5926d472 as hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/table/3e569742321d4897b0f3e53e5926d472 2024-12-02T09:05:19,281 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/table/3e569742321d4897b0f3e53e5926d472, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:05:19,284 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1113ms, sequenceid=16, compaction requested=false 2024-12-02T09:05:19,284 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:05:19,324 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:05:19,324 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:05:19,324 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:05:19,324 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:19,325 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130318170Running coprocessor pre-close hooks at 1733130318170Disabling compacts and flushes for region at 1733130318170Disabling writes for close at 1733130318170Obtaining lock to block concurrent updates at 1733130318170Preparing flush snapshotting stores in 1588230740 at 1733130318170Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130318171 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733130318172 (+1 ms)Flushing 1588230740/info: creating writer at 1733130318172Flushing 1588230740/info: appending metadata at 1733130318189 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733130318189Flushing 1588230740/ns: creating writer at 1733130318196 (+7 ms)Flushing 1588230740/ns: appending metadata at 1733130318210 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733130318210Flushing 1588230740/rep_barrier: creating writer at 1733130318644 (+434 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130318669 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130318670 (+1 ms)Flushing 1588230740/table: creating writer at 1733130318746 (+76 ms)Flushing 1588230740/table: appending metadata at 1733130318790 (+44 ms)Flushing 1588230740/table: closing flushed file at 1733130318790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da06ef1: reopening flushed file at 1733130319245 (+455 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7676ea25: reopening flushed file at 1733130319252 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fb70cf8: reopening flushed file at 1733130319259 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2417c684: reopening flushed file at 1733130319265 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1113ms, sequenceid=16, compaction requested=false at 1733130319284 (+19 ms)Writing region close event to WAL at 1733130319311 (+27 ms)Running coprocessor post-close hooks at 1733130319324 (+13 ms)Closed at 1733130319324 2024-12-02T09:05:19,325 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:19,369 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.1733130295833 to pos 1805, reset compression=false 2024-12-02T09:05:19,376 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T09:05:19,376 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,35029,1733130293442; all regions closed. 2024-12-02T09:05:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741834_1010 (size=4239) 2024-12-02T09:05:19,381 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/WALs/7c6d666a4939,35029,1733130293442/7c6d666a4939%2C35029%2C1733130293442.meta.1733130296361.meta not finished, retry = 0 2024-12-02T09:05:19,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741839_1015 (size=1733) 2024-12-02T09:05:19,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741832_1008 (size=1813) 2024-12-02T09:05:19,489 DEBUG [RS:0;7c6d666a4939:35029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:19,490 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:05:19,490 INFO [RS:0;7c6d666a4939:35029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:05:19,490 INFO [RS:0;7c6d666a4939:35029 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T09:05:19,490 INFO [RS:0;7c6d666a4939:35029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:05:19,490 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:05:19,490 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,35029,1733130293442 because: Region server is closing 2024-12-02T09:05:19,490 INFO [RS:0;7c6d666a4939:35029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:35029. 2024-12-02T09:05:19,490 DEBUG [RS:0;7c6d666a4939:35029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:19,490 DEBUG [RS:0;7c6d666a4939:35029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:19,490 DEBUG [RS:0;7c6d666a4939:35029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:19,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:19,591 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.shipper7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 terminated 2024-12-02T09:05:19,591 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,35029,1733130293442.replicationSource.wal-reader.7c6d666a4939%2C35029%2C1733130293442,1-7c6d666a4939,35029,1733130293442 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T09:05:19,591 INFO [RS:0;7c6d666a4939:35029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:35029. 2024-12-02T09:05:19,591 DEBUG [RS:0;7c6d666a4939:35029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:19,591 DEBUG [RS:0;7c6d666a4939:35029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:19,591 DEBUG [RS:0;7c6d666a4939:35029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:19,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:19,591 INFO [RS:0;7c6d666a4939:35029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35029 2024-12-02T09:05:19,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657480032/rs/7c6d666a4939,35029,1733130293442 2024-12-02T09:05:19,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032/rs 2024-12-02T09:05:19,627 INFO [RS:0;7c6d666a4939:35029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:05:19,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,35029,1733130293442] 2024-12-02T09:05:19,643 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1657480032/draining/7c6d666a4939,35029,1733130293442 already deleted, retry=false 2024-12-02T09:05:19,643 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,35029,1733130293442 expired; onlineServers=0 2024-12-02T09:05:19,643 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,36595,1733130293264' ***** 2024-12-02T09:05:19,643 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:05:19,643 INFO [M:0;7c6d666a4939:36595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:05:19,643 INFO [M:0;7c6d666a4939:36595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:05:19,643 DEBUG [M:0;7c6d666a4939:36595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:05:19,643 DEBUG [M:0;7c6d666a4939:36595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:05:19,643 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:05:19,643 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130295571 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130295571,5,FailOnTimeoutGroup] 2024-12-02T09:05:19,643 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130295587 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130295587,5,FailOnTimeoutGroup] 2024-12-02T09:05:19,644 INFO [M:0;7c6d666a4939:36595 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:05:19,644 INFO [M:0;7c6d666a4939:36595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:05:19,644 DEBUG [M:0;7c6d666a4939:36595 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:05:19,644 INFO [M:0;7c6d666a4939:36595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:05:19,644 INFO [M:0;7c6d666a4939:36595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:05:19,644 INFO [M:0;7c6d666a4939:36595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:05:19,644 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:05:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1657480032/master 2024-12-02T09:05:19,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1657480032 2024-12-02T09:05:19,651 DEBUG [M:0;7c6d666a4939:36595 {}] zookeeper.ZKUtil(347): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Unable to get data of znode /0-1657480032/master because node does not exist (not an error) 2024-12-02T09:05:19,651 WARN [M:0;7c6d666a4939:36595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:05:19,653 INFO [M:0;7c6d666a4939:36595 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/.lastflushedseqids 2024-12-02T09:05:19,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741847_1023 (size=245) 2024-12-02T09:05:19,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:19,735 INFO [RS:0;7c6d666a4939:35029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:05:19,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35029-0x1009a3b68920001, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:19,735 INFO [RS:0;7c6d666a4939:35029 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,35029,1733130293442; zookeeper connection closed. 2024-12-02T09:05:19,735 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a62f7f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a62f7f7 2024-12-02T09:05:19,735 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:05:20,056 INFO [M:0;7c6d666a4939:36595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:05:20,056 INFO [M:0;7c6d666a4939:36595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:05:20,057 DEBUG [M:0;7c6d666a4939:36595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:05:20,057 INFO [M:0;7c6d666a4939:36595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:20,057 DEBUG [M:0;7c6d666a4939:36595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:20,057 DEBUG [M:0;7c6d666a4939:36595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:05:20,057 DEBUG [M:0;7c6d666a4939:36595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:20,057 INFO [M:0;7c6d666a4939:36595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-02T09:05:20,076 DEBUG [M:0;7c6d666a4939:36595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c7102b3bb9e4d21a22426109a8b5069 is 82, key is hbase:meta,,1/info:regioninfo/1733130296396/Put/seqid=0 2024-12-02T09:05:20,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741848_1024 (size=5672) 2024-12-02T09:05:20,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:05:20,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:20,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:20,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:20,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:20,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:20,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:20,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:20,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:20,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:20,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:20,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:20,480 INFO [M:0;7c6d666a4939:36595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c7102b3bb9e4d21a22426109a8b5069 2024-12-02T09:05:20,495 DEBUG [M:0;7c6d666a4939:36595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c2016733c994eadbf6f91c4f16ee4ac is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733130306867/Put/seqid=0 2024-12-02T09:05:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741849_1025 (size=8515) 2024-12-02T09:05:20,899 INFO [M:0;7c6d666a4939:36595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c2016733c994eadbf6f91c4f16ee4ac 2024-12-02T09:05:20,923 DEBUG [M:0;7c6d666a4939:36595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1798dae724f4dd9819f5d0933fa14c1 is 69, key is 7c6d666a4939,35029,1733130293442/rs:state/1733130295612/Put/seqid=0 2024-12-02T09:05:20,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741850_1026 (size=5156) 2024-12-02T09:05:21,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:05:21,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T09:05:21,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:05:21,338 INFO [M:0;7c6d666a4939:36595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1798dae724f4dd9819f5d0933fa14c1 2024-12-02T09:05:21,365 DEBUG [M:0;7c6d666a4939:36595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c7102b3bb9e4d21a22426109a8b5069 as hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c7102b3bb9e4d21a22426109a8b5069 2024-12-02T09:05:21,383 INFO [M:0;7c6d666a4939:36595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c7102b3bb9e4d21a22426109a8b5069, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T09:05:21,391 DEBUG [M:0;7c6d666a4939:36595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c2016733c994eadbf6f91c4f16ee4ac as hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c2016733c994eadbf6f91c4f16ee4ac 2024-12-02T09:05:21,396 INFO [M:0;7c6d666a4939:36595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c2016733c994eadbf6f91c4f16ee4ac, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T09:05:21,397 DEBUG [M:0;7c6d666a4939:36595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1798dae724f4dd9819f5d0933fa14c1 as hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1798dae724f4dd9819f5d0933fa14c1 2024-12-02T09:05:21,402 INFO [M:0;7c6d666a4939:36595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38865/user/jenkins/test-data/25aae8cb-6379-c44c-ab10-b8fccf3457ae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1798dae724f4dd9819f5d0933fa14c1, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T09:05:21,404 INFO [M:0;7c6d666a4939:36595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=97, compaction requested=false 2024-12-02T09:05:21,431 INFO [M:0;7c6d666a4939:36595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:21,431 DEBUG [M:0;7c6d666a4939:36595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130320057Disabling compacts and flushes for region at 1733130320057Disabling writes for close at 1733130320057Obtaining lock to block concurrent updates at 1733130320057Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130320057Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733130320057Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130320058 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130320058Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130320076 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130320076Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130320484 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130320495 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130320495Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130320903 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130320922 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130320922Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d1e055: reopening flushed file at 1733130321364 (+442 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4e10bd: reopening flushed file at 1733130321383 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e87465: reopening flushed file at 1733130321396 (+13 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=97, compaction requested=false at 1733130321404 (+8 ms)Writing region close event to WAL at 1733130321431 (+27 ms)Closed at 1733130321431 2024-12-02T09:05:21,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33057 is added to blk_1073741830_1006 (size=63642) 2024-12-02T09:05:21,441 INFO [M:0;7c6d666a4939:36595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:05:21,441 INFO [M:0;7c6d666a4939:36595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36595 2024-12-02T09:05:21,441 INFO [M:0;7c6d666a4939:36595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:05:21,441 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:05:21,577 INFO [M:0;7c6d666a4939:36595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:05:21,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:21,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36595-0x1009a3b68920000, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:21,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36b4a038{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:05:21,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65e13b29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:05:21,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:05:21,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e1f7ad5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:05:21,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59f094ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/hadoop.log.dir/,STOPPED} 2024-12-02T09:05:21,581 WARN [BP-2016515812-172.17.0.3-1733130291573 heartbeating to localhost/127.0.0.1:38865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:05:21,581 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:05:21,581 WARN [BP-2016515812-172.17.0.3-1733130291573 heartbeating to localhost/127.0.0.1:38865 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2016515812-172.17.0.3-1733130291573 (Datanode Uuid f4ec737f-c11c-4f84-9a1f-866933e40de5) service to localhost/127.0.0.1:38865 2024-12-02T09:05:21,581 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:05:21,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/cluster_cb30bc88-d4b4-f509-610d-c71fcd782702/data/data1/current/BP-2016515812-172.17.0.3-1733130291573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:05:21,581 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/cluster_cb30bc88-d4b4-f509-610d-c71fcd782702/data/data2/current/BP-2016515812-172.17.0.3-1733130291573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:05:21,582 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:05:21,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d68ca02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:05:21,588 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15797a48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:05:21,588 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:05:21,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6859fa22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:05:21,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@469c3526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc6987a9-d55c-1c13-d2c8-8e9239451182/hadoop.log.dir/,STOPPED} 2024-12-02T09:05:21,594 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T09:05:21,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:05:21,620 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 244) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57035) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:37835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:37835 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:38865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:37835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:38865 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38865 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:38865 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:37835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57035) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38865 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=565 (was 486) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=910 (was 963) 2024-12-02T09:05:21,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=565, ProcessCount=11, AvailableMemoryMB=909 2024-12-02T09:05:21,642 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-02T09:05:21,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/hadoop.log.dir so I do NOT create it in target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762 2024-12-02T09:05:21,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:05:21,643 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/hadoop.tmp.dir so I do NOT create it in target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762 2024-12-02T09:05:21,643 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8787d049-a20f-5bb9-1f12-d88e3e3842d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:05:21,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762 2024-12-02T09:05:21,644 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/cluster_6f06e05b-9b9c-e99d-80cb-cf17ceb51305, deleteOnExit=true 2024-12-02T09:05:21,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/cluster_6f06e05b-9b9c-e99d-80cb-cf17ceb51305/zookeeper_0, clientPort=59133, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/cluster_6f06e05b-9b9c-e99d-80cb-cf17ceb51305/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/cluster_6f06e05b-9b9c-e99d-80cb-cf17ceb51305/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T09:05:21,651 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59133 2024-12-02T09:05:21,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:05:21,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:05:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/test.cache.data in system properties and HBase conf 2024-12-02T09:05:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:05:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:05:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:05:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:05:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:05:21,652 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:05:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:05:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:05:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:05:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:05:21,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:05:21,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:05:21,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:05:21,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:05:21,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:05:21,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:05:21,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:05:21,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:05:21,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:05:21,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:05:21,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009a3b68920005, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:05:21,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009a3b68920002, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:05:21,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009a3b68920005, quorum=127.0.0.1:57035, baseZNode=/11569706029 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:05:21,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009a3b68920002, quorum=127.0.0.1:57035, baseZNode=/0-1657480032 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:05:21,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:05:21,942 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:05:21,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:05:21,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:05:21,952 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:05:21,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:05:21,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c8d7c1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:05:21,953 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44bbb857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:05:22,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b8a4378{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/java.io.tmpdir/jetty-localhost-44497-hadoop-hdfs-3_4_1-tests_jar-_-any-5874814095642867604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:05:22,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f022a20{HTTP/1.1, (http/1.1)}{localhost:44497} 2024-12-02T09:05:22,061 INFO [Time-limited test {}] server.Server(415): Started @216601ms 2024-12-02T09:05:22,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:05:22,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:05:22,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:05:22,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:05:22,304 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:05:22,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b4b4ee1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:05:22,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a21a963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:05:22,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5839ab42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/java.io.tmpdir/jetty-localhost-35715-hadoop-hdfs-3_4_1-tests_jar-_-any-2991663108863979176/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:05:22,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1666733a{HTTP/1.1, (http/1.1)}{localhost:35715} 2024-12-02T09:05:22,433 INFO [Time-limited test {}] server.Server(415): Started @216973ms 2024-12-02T09:05:22,435 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:05:22,861 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/cluster_6f06e05b-9b9c-e99d-80cb-cf17ceb51305/data/data1/current/BP-1921317161-172.17.0.3-1733130321672/current, will proceed with Du for space computation calculation, 2024-12-02T09:05:22,861 WARN [Thread-2657 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/cluster_6f06e05b-9b9c-e99d-80cb-cf17ceb51305/data/data2/current/BP-1921317161-172.17.0.3-1733130321672/current, will proceed with Du for space computation calculation, 2024-12-02T09:05:22,884 WARN [Thread-2644 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:05:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75c42c486954000b with lease ID 0xc270677df197b64: Processing first storage report for DS-9f912e5c-dc19-47a9-89f7-8828c4088eb7 from datanode DatanodeRegistration(127.0.0.1:37617, datanodeUuid=061e21e3-2736-442c-b1de-3040cd3d743f, infoPort=40325, infoSecurePort=0, ipcPort=37589, storageInfo=lv=-57;cid=testClusterID;nsid=1503104575;c=1733130321672) 2024-12-02T09:05:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75c42c486954000b with lease ID 0xc270677df197b64: from storage DS-9f912e5c-dc19-47a9-89f7-8828c4088eb7 node DatanodeRegistration(127.0.0.1:37617, datanodeUuid=061e21e3-2736-442c-b1de-3040cd3d743f, infoPort=40325, infoSecurePort=0, ipcPort=37589, storageInfo=lv=-57;cid=testClusterID;nsid=1503104575;c=1733130321672), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:05:22,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75c42c486954000b with lease ID 0xc270677df197b64: Processing first storage report for DS-6d27e926-bf3e-4460-8c69-169238ebdc57 from datanode DatanodeRegistration(127.0.0.1:37617, datanodeUuid=061e21e3-2736-442c-b1de-3040cd3d743f, infoPort=40325, infoSecurePort=0, ipcPort=37589, storageInfo=lv=-57;cid=testClusterID;nsid=1503104575;c=1733130321672) 2024-12-02T09:05:22,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75c42c486954000b with lease ID 0xc270677df197b64: from storage DS-6d27e926-bf3e-4460-8c69-169238ebdc57 node DatanodeRegistration(127.0.0.1:37617, datanodeUuid=061e21e3-2736-442c-b1de-3040cd3d743f, infoPort=40325, infoSecurePort=0, ipcPort=37589, storageInfo=lv=-57;cid=testClusterID;nsid=1503104575;c=1733130321672), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:05:22,963 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762 2024-12-02T09:05:22,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:22,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:23,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:05:23,009 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88 with version=8 2024-12-02T09:05:23,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/hbase-staging 2024-12-02T09:05:23,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:05:23,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:23,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:23,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:05:23,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:23,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:05:23,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:05:23,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:05:23,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35011 2024-12-02T09:05:23,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35011 connecting to ZooKeeper ensemble=127.0.0.1:59133 2024-12-02T09:05:23,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350110x0, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:05:23,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35011-0x1009a3bde230000 connected 2024-12-02T09:05:23,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:23,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:23,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Set watcher on znode that does not yet exist, /01819264745/running 2024-12-02T09:05:23,147 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88, hbase.cluster.distributed=false 2024-12-02T09:05:23,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Set watcher on znode that does not yet exist, /01819264745/acl 2024-12-02T09:05:23,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35011 2024-12-02T09:05:23,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35011 2024-12-02T09:05:23,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35011 2024-12-02T09:05:23,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35011 2024-12-02T09:05:23,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35011 2024-12-02T09:05:23,187 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:05:23,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:23,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:23,187 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:05:23,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:23,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:05:23,187 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:05:23,187 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:05:23,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39815 2024-12-02T09:05:23,189 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39815 connecting to ZooKeeper ensemble=127.0.0.1:59133 2024-12-02T09:05:23,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:23,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:23,226 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398150x0, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:05:23,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398150x0, quorum=127.0.0.1:59133, baseZNode=/01819264745 Set watcher on znode that does not yet exist, /01819264745/running 2024-12-02T09:05:23,227 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:05:23,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39815-0x1009a3bde230001 connected 2024-12-02T09:05:23,243 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:05:23,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Set watcher on znode that does not yet exist, /01819264745/master 2024-12-02T09:05:23,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Set watcher on znode that does not yet exist, /01819264745/acl 2024-12-02T09:05:23,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39815 2024-12-02T09:05:23,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39815 2024-12-02T09:05:23,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39815 2024-12-02T09:05:23,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39815 2024-12-02T09:05:23,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39815 2024-12-02T09:05:23,269 DEBUG [M:0;7c6d666a4939:35011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:35011 2024-12-02T09:05:23,270 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01819264745/backup-masters/7c6d666a4939,35011,1733130323012 2024-12-02T09:05:23,276 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745/backup-masters 2024-12-02T09:05:23,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745/backup-masters 2024-12-02T09:05:23,277 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Set watcher on existing znode=/01819264745/backup-masters/7c6d666a4939,35011,1733130323012 2024-12-02T09:05:23,284 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01819264745/master 2024-12-02T09:05:23,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:23,285 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:23,285 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Set watcher on existing znode=/01819264745/master 2024-12-02T09:05:23,285 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01819264745/backup-masters/7c6d666a4939,35011,1733130323012 from backup master directory 2024-12-02T09:05:23,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01819264745/backup-masters/7c6d666a4939,35011,1733130323012 2024-12-02T09:05:23,293 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745/backup-masters 2024-12-02T09:05:23,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745/backup-masters 2024-12-02T09:05:23,293 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:05:23,293 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,35011,1733130323012 2024-12-02T09:05:23,296 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/hbase.id] with ID: 2283cde5-27d0-447a-8e3f-915bbeb6b149 2024-12-02T09:05:23,296 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/.tmp/hbase.id 2024-12-02T09:05:23,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:05:23,705 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/.tmp/hbase.id]:[hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/hbase.id] 2024-12-02T09:05:23,713 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:23,713 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:05:23,713 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T09:05:23,743 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:23,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:23,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:05:24,148 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:24,149 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:05:24,171 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:24,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:05:24,213 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store 2024-12-02T09:05:24,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:05:24,625 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:24,625 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:05:24,625 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:24,625 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:24,625 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:05:24,625 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:24,625 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:24,625 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130324625Disabling compacts and flushes for region at 1733130324625Disabling writes for close at 1733130324625Writing region close event to WAL at 1733130324625Closed at 1733130324625 2024-12-02T09:05:24,626 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/.initializing 2024-12-02T09:05:24,626 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/WALs/7c6d666a4939,35011,1733130323012 2024-12-02T09:05:24,627 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:05:24,628 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C35011%2C1733130323012, suffix=, logDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/WALs/7c6d666a4939,35011,1733130323012, archiveDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/oldWALs, maxLogs=10 2024-12-02T09:05:24,643 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/WALs/7c6d666a4939,35011,1733130323012/7c6d666a4939%2C35011%2C1733130323012.1733130324628, exclude list is [], retry=0 2024-12-02T09:05:24,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37617,DS-9f912e5c-dc19-47a9-89f7-8828c4088eb7,DISK] 2024-12-02T09:05:24,653 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/WALs/7c6d666a4939,35011,1733130323012/7c6d666a4939%2C35011%2C1733130323012.1733130324628 2024-12-02T09:05:24,654 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325)] 2024-12-02T09:05:24,654 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:24,654 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:24,654 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,654 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:05:24,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:24,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:24,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:05:24,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:24,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:24,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:05:24,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:24,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:24,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:05:24,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:24,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:24,676 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,677 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,677 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,678 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,678 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,678 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:24,681 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:24,691 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:24,692 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72006777, jitterRate=0.07298459112644196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:24,693 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130324654Initializing all the Stores at 1733130324655 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130324655Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130324655Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130324655Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130324655Cleaning up temporary data from old regions at 1733130324678 (+23 ms)Region opened successfully at 1733130324693 (+15 ms) 2024-12-02T09:05:24,695 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:05:24,698 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ba9d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:05:24,699 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:05:24,699 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:05:24,699 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:05:24,699 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:05:24,700 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:05:24,700 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:05:24,700 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:05:24,709 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:05:24,710 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Unable to get data of znode /01819264745/balancer because node does not exist (not necessarily an error) 2024-12-02T09:05:24,743 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01819264745/balancer already deleted, retry=false 2024-12-02T09:05:24,743 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:05:24,744 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Unable to get data of znode /01819264745/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:05:24,751 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01819264745/normalizer already deleted, retry=false 2024-12-02T09:05:24,753 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:05:24,762 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Unable to get data of znode /01819264745/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:05:24,768 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01819264745/switch/split already deleted, retry=false 2024-12-02T09:05:24,769 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Unable to get data of znode /01819264745/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:05:24,776 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01819264745/switch/merge already deleted, retry=false 2024-12-02T09:05:24,778 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Unable to get data of znode /01819264745/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:05:24,784 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01819264745/snapshot-cleanup already deleted, retry=false 2024-12-02T09:05:24,793 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01819264745/running 2024-12-02T09:05:24,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01819264745/running 2024-12-02T09:05:24,793 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:24,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:24,794 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,35011,1733130323012, sessionid=0x1009a3bde230000, setting cluster-up flag (Was=false) 2024-12-02T09:05:24,810 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:24,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:24,835 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01819264745/flush-table-proc/acquired, /01819264745/flush-table-proc/reached, /01819264745/flush-table-proc/abort 2024-12-02T09:05:24,836 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,35011,1733130323012 2024-12-02T09:05:24,851 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:24,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:24,885 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01819264745/online-snapshot/acquired, /01819264745/online-snapshot/reached, /01819264745/online-snapshot/abort 2024-12-02T09:05:24,888 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,35011,1733130323012 2024-12-02T09:05:24,892 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:05:24,913 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:24,913 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:05:24,913 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:05:24,913 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,35011,1733130323012 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:05:24,916 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:24,916 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:24,916 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:24,916 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:24,916 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:05:24,916 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:24,916 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:05:24,916 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:24,964 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:24,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:05:24,966 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:24,966 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:05:25,009 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130355009 2024-12-02T09:05:25,009 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:05:25,009 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:05:25,009 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:05:25,009 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:05:25,009 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:05:25,009 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:05:25,026 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(746): ClusterId : 2283cde5-27d0-447a-8e3f-915bbeb6b149 2024-12-02T09:05:25,026 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:05:25,036 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:05:25,036 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:05:25,041 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,046 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:05:25,046 DEBUG [RS:0;7c6d666a4939:39815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d971413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:05:25,050 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:05:25,050 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:05:25,050 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:05:25,050 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:05:25,067 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:05:25,067 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:05:25,075 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130325067,5,FailOnTimeoutGroup] 2024-12-02T09:05:25,085 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:39815 2024-12-02T09:05:25,085 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:05:25,085 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:05:25,085 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:05:25,086 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130325075,5,FailOnTimeoutGroup] 2024-12-02T09:05:25,086 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,086 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:05:25,086 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,086 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,087 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,35011,1733130323012 with port=39815, startcode=1733130323186 2024-12-02T09:05:25,088 DEBUG [RS:0;7c6d666a4939:39815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:05:25,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:05:25,098 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:05:25,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,39815,1733130323186 2024-12-02T09:05:25,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35011 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,39815,1733130323186 2024-12-02T09:05:25,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:05:25,109 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88 2024-12-02T09:05:25,109 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33427 2024-12-02T09:05:25,109 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:05:25,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:05:25,109 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88 2024-12-02T09:05:25,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745/rs 2024-12-02T09:05:25,119 DEBUG [RS:0;7c6d666a4939:39815 {}] zookeeper.ZKUtil(111): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Set watcher on existing znode=/01819264745/rs/7c6d666a4939,39815,1733130323186 2024-12-02T09:05:25,119 WARN [RS:0;7c6d666a4939:39815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:05:25,119 INFO [RS:0;7c6d666a4939:39815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:25,119 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186 2024-12-02T09:05:25,135 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,39815,1733130323186] 2024-12-02T09:05:25,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741832_1008 (size=32) 2024-12-02T09:05:25,158 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:05:25,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:25,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:05:25,162 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:05:25,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:25,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:25,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:05:25,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:05:25,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:25,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:25,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:05:25,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:05:25,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:25,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:25,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:05:25,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:05:25,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:25,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:25,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:05:25,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740 2024-12-02T09:05:25,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740 2024-12-02T09:05:25,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:05:25,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:05:25,172 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:25,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:05:25,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:25,177 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61168126, jitterRate=-0.08852389454841614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:25,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130325159Initializing all the Stores at 1733130325160 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130325160Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130325161 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130325161Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130325161Cleaning up temporary data from old regions at 1733130325172 (+11 ms)Region opened successfully at 1733130325178 (+6 ms) 2024-12-02T09:05:25,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:05:25,178 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:05:25,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:05:25,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:05:25,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:05:25,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:25,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130325178Disabling compacts and flushes for region at 1733130325178Disabling writes for close at 1733130325178Writing region close event to WAL at 1733130325178Closed at 1733130325178 2024-12-02T09:05:25,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:25,180 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:05:25,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:05:25,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:05:25,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:05:25,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:25,235 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:05:25,249 INFO [RS:0;7c6d666a4939:39815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:05:25,249 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,262 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:05:25,263 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:05:25,263 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,263 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:25,263 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:25,263 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:25,263 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:25,263 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:25,263 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:05:25,263 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:25,263 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:25,263 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:25,263 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:25,263 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:25,264 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:25,264 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:05:25,264 DEBUG [RS:0;7c6d666a4939:39815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:05:25,295 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,295 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,295 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,295 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,295 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,296 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39815,1733130323186-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:05:25,319 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:05:25,319 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39815,1733130323186-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,319 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,320 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.Replication(171): 7c6d666a4939,39815,1733130323186 started 2024-12-02T09:05:25,333 WARN [7c6d666a4939:35011 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T09:05:25,339 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,339 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,39815,1733130323186, RpcServer on 7c6d666a4939/172.17.0.3:39815, sessionid=0x1009a3bde230001 2024-12-02T09:05:25,339 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:05:25,339 DEBUG [RS:0;7c6d666a4939:39815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,39815,1733130323186 2024-12-02T09:05:25,339 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,39815,1733130323186' 2024-12-02T09:05:25,339 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01819264745/flush-table-proc/abort' 2024-12-02T09:05:25,340 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01819264745/flush-table-proc/acquired' 2024-12-02T09:05:25,340 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:05:25,341 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:05:25,341 DEBUG [RS:0;7c6d666a4939:39815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,39815,1733130323186 2024-12-02T09:05:25,341 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,39815,1733130323186' 2024-12-02T09:05:25,341 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01819264745/online-snapshot/abort' 2024-12-02T09:05:25,341 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01819264745/online-snapshot/acquired' 2024-12-02T09:05:25,341 DEBUG [RS:0;7c6d666a4939:39815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:05:25,342 INFO [RS:0;7c6d666a4939:39815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:05:25,342 INFO [RS:0;7c6d666a4939:39815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:05:25,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:25,358 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:05:25,358 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38401 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:05:25,442 INFO [RS:0;7c6d666a4939:39815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:05:25,443 INFO [RS:0;7c6d666a4939:39815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39815%2C1733130323186, suffix=, logDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186, archiveDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/oldWALs, maxLogs=10 2024-12-02T09:05:25,457 DEBUG [RS:0;7c6d666a4939:39815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, exclude list is [], retry=0 2024-12-02T09:05:25,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37617,DS-9f912e5c-dc19-47a9-89f7-8828c4088eb7,DISK] 2024-12-02T09:05:25,460 INFO [RS:0;7c6d666a4939:39815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 2024-12-02T09:05:25,460 DEBUG [RS:0;7c6d666a4939:39815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325)] 2024-12-02T09:05:25,583 DEBUG [7c6d666a4939:35011 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:05:25,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,39815,1733130323186 2024-12-02T09:05:25,585 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,39815,1733130323186, state=OPENING 2024-12-02T09:05:25,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:05:25,609 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:25,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:25,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01819264745/meta-region-server: CHANGED 2024-12-02T09:05:25,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01819264745/meta-region-server: CHANGED 2024-12-02T09:05:25,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:05:25,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,39815,1733130323186}] 2024-12-02T09:05:25,762 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:05:25,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:05:25,766 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:05:25,766 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:25,766 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:05:25,768 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39815%2C1733130323186.meta, suffix=.meta, logDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186, archiveDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/oldWALs, maxLogs=10 2024-12-02T09:05:25,785 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.meta.1733130325768.meta, exclude list is [], retry=0 2024-12-02T09:05:25,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37617,DS-9f912e5c-dc19-47a9-89f7-8828c4088eb7,DISK] 2024-12-02T09:05:25,794 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.meta.1733130325768.meta 2024-12-02T09:05:25,795 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325)] 2024-12-02T09:05:25,795 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:25,795 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:25,795 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:05:25,796 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:05:25,796 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:05:25,796 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:05:25,796 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:25,796 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:05:25,796 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:05:25,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:05:25,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:05:25,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:25,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:25,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:05:25,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:05:25,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:25,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:25,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:05:25,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:05:25,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:25,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:25,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:05:25,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:05:25,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:25,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:25,801 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:05:25,801 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740 2024-12-02T09:05:25,802 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740 2024-12-02T09:05:25,803 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:05:25,803 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:05:25,803 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:25,804 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:05:25,804 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68492147, jitterRate=0.020612522959709167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:25,804 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:05:25,805 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130325796Writing region info on filesystem at 1733130325796Initializing all the Stores at 1733130325797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130325797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130325797Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130325797Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130325797Cleaning up temporary data from old regions at 1733130325803 (+6 ms)Running coprocessor post-open hooks at 1733130325804 (+1 ms)Region opened successfully at 1733130325805 (+1 ms) 2024-12-02T09:05:25,806 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130325762 2024-12-02T09:05:25,808 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:05:25,808 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:05:25,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,39815,1733130323186 2024-12-02T09:05:25,809 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,39815,1733130323186, state=OPEN 2024-12-02T09:05:25,839 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01819264745/meta-region-server 2024-12-02T09:05:25,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01819264745/meta-region-server 2024-12-02T09:05:25,839 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,39815,1733130323186 2024-12-02T09:05:25,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01819264745/meta-region-server: CHANGED 2024-12-02T09:05:25,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01819264745/meta-region-server: CHANGED 2024-12-02T09:05:25,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:05:25,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,39815,1733130323186 in 229 msec 2024-12-02T09:05:25,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:05:25,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 661 msec 2024-12-02T09:05:25,842 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:25,842 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:05:25,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:25,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39815,1733130323186, seqNum=-1] 2024-12-02T09:05:25,844 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:25,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:25,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 936 msec 2024-12-02T09:05:25,848 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130325848, completionTime=-1 2024-12-02T09:05:25,848 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:05:25,848 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:05:25,850 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:05:25,850 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130385850 2024-12-02T09:05:25,850 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130445850 2024-12-02T09:05:25,850 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:05:25,850 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35011,1733130323012-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,850 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35011,1733130323012-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,850 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35011,1733130323012-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,850 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:35011, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,850 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,851 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,852 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:05:25,853 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.560sec 2024-12-02T09:05:25,853 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:05:25,853 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:05:25,853 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:05:25,853 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:05:25,853 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:05:25,853 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35011,1733130323012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:05:25,853 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35011,1733130323012-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:05:25,855 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:05:25,855 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:05:25,855 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35011,1733130323012-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:25,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d870134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:25,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35011,-1 for getting cluster id 2024-12-02T09:05:25,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:25,930 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2283cde5-27d0-447a-8e3f-915bbeb6b149' 2024-12-02T09:05:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2283cde5-27d0-447a-8e3f-915bbeb6b149" 2024-12-02T09:05:25,930 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c13041a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35011,-1] 2024-12-02T09:05:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:25,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:25,932 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:25,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190c4c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:25,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:25,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39815,1733130323186, seqNum=-1] 2024-12-02T09:05:25,935 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:25,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:25,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,35011,1733130323012 2024-12-02T09:05:25,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59133 2024-12-02T09:05:25,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:05:25,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009a3bde230002 connected 2024-12-02T09:05:25,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/hadoop.log.dir so I do NOT create it in target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652 2024-12-02T09:05:25,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:05:25,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/hadoop.tmp.dir so I do NOT create it in target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652 2024-12-02T09:05:25,962 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:05:25,962 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652 2024-12-02T09:05:25,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:05:25,962 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/cluster_a103736f-477b-6666-c870-2b4b335bc7c9, deleteOnExit=true 2024-12-02T09:05:25,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:05:25,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/test.cache.data in system properties and HBase conf 2024-12-02T09:05:25,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:05:25,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:05:25,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:05:25,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:05:25,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:05:25,963 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:05:25,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:05:25,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:05:25,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:05:26,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:05:26,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:05:26,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:05:26,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:05:26,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:05:26,197 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:05:26,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f13dfdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:05:26,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f035b86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:05:26,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded37a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/java.io.tmpdir/jetty-localhost-38339-hadoop-hdfs-3_4_1-tests_jar-_-any-15680344087713807119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:05:26,307 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d18d0ed{HTTP/1.1, (http/1.1)}{localhost:38339} 2024-12-02T09:05:26,307 INFO [Time-limited test {}] server.Server(415): Started @220846ms 2024-12-02T09:05:26,509 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:05:26,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:05:26,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:05:26,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:05:26,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:05:26,514 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4259a5b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:05:26,515 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b15fdd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:05:26,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13f7f2e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/java.io.tmpdir/jetty-localhost-33067-hadoop-hdfs-3_4_1-tests_jar-_-any-1499569889285132474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:05:26,617 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c8379c5{HTTP/1.1, (http/1.1)}{localhost:33067} 2024-12-02T09:05:26,617 INFO [Time-limited test {}] server.Server(415): Started @221157ms 2024-12-02T09:05:26,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:05:27,041 WARN [Thread-2778 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/cluster_a103736f-477b-6666-c870-2b4b335bc7c9/data/data2/current/BP-330168694-172.17.0.3-1733130325985/current, will proceed with Du for space computation calculation, 2024-12-02T09:05:27,041 WARN [Thread-2777 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/cluster_a103736f-477b-6666-c870-2b4b335bc7c9/data/data1/current/BP-330168694-172.17.0.3-1733130325985/current, will proceed with Du for space computation calculation, 2024-12-02T09:05:27,067 WARN [Thread-2765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:05:27,069 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3edd47f6154650d with lease ID 0xef2fff07cec9c3f1: Processing first storage report for DS-a9fdfbd1-44a6-4cbc-b09b-0b41fab4ba31 from datanode DatanodeRegistration(127.0.0.1:35367, datanodeUuid=5d852b91-c1a6-4ea9-9b8d-ec71d3f17727, infoPort=36243, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1735589758;c=1733130325985) 2024-12-02T09:05:27,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3edd47f6154650d with lease ID 0xef2fff07cec9c3f1: from storage DS-a9fdfbd1-44a6-4cbc-b09b-0b41fab4ba31 node DatanodeRegistration(127.0.0.1:35367, datanodeUuid=5d852b91-c1a6-4ea9-9b8d-ec71d3f17727, infoPort=36243, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1735589758;c=1733130325985), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:05:27,069 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3edd47f6154650d with lease ID 0xef2fff07cec9c3f1: Processing first storage report for DS-addd4a51-3131-4af6-984c-60ac4f8509f9 from datanode DatanodeRegistration(127.0.0.1:35367, datanodeUuid=5d852b91-c1a6-4ea9-9b8d-ec71d3f17727, infoPort=36243, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1735589758;c=1733130325985) 2024-12-02T09:05:27,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3edd47f6154650d with lease ID 0xef2fff07cec9c3f1: from storage DS-addd4a51-3131-4af6-984c-60ac4f8509f9 node DatanodeRegistration(127.0.0.1:35367, datanodeUuid=5d852b91-c1a6-4ea9-9b8d-ec71d3f17727, infoPort=36243, infoSecurePort=0, ipcPort=42261, storageInfo=lv=-57;cid=testClusterID;nsid=1735589758;c=1733130325985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:05:27,142 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652 2024-12-02T09:05:27,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:27,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:27,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:05:27,586 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858 with version=8 2024-12-02T09:05:27,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/hbase-staging 2024-12-02T09:05:27,589 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:05:27,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:27,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:27,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:05:27,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:27,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:05:27,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:05:27,590 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:05:27,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46179 2024-12-02T09:05:27,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46179 connecting to ZooKeeper ensemble=127.0.0.1:59133 2024-12-02T09:05:27,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461790x0, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:05:27,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46179-0x1009a3bde230003 connected 2024-12-02T09:05:27,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:27,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:27,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Set watcher on znode that does not yet exist, /1-1977643147/running 2024-12-02T09:05:27,689 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858, hbase.cluster.distributed=false 2024-12-02T09:05:27,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Set watcher on znode that does not yet exist, /1-1977643147/acl 2024-12-02T09:05:27,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46179 2024-12-02T09:05:27,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46179 2024-12-02T09:05:27,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46179 2024-12-02T09:05:27,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46179 2024-12-02T09:05:27,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46179 2024-12-02T09:05:27,718 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:05:27,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:27,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:27,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:05:27,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:27,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:05:27,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:05:27,719 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:05:27,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38623 2024-12-02T09:05:27,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38623 connecting to ZooKeeper ensemble=127.0.0.1:59133 2024-12-02T09:05:27,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:27,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:27,734 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386230x0, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:05:27,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386230x0, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Set watcher on znode that does not yet exist, /1-1977643147/running 2024-12-02T09:05:27,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38623-0x1009a3bde230004 connected 2024-12-02T09:05:27,735 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:05:27,738 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:05:27,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Set watcher on znode that does not yet exist, /1-1977643147/master 2024-12-02T09:05:27,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Set watcher on znode that does not yet exist, /1-1977643147/acl 2024-12-02T09:05:27,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38623 2024-12-02T09:05:27,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38623 2024-12-02T09:05:27,748 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38623 2024-12-02T09:05:27,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38623 2024-12-02T09:05:27,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38623 2024-12-02T09:05:27,769 DEBUG [M:0;7c6d666a4939:46179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:46179 2024-12-02T09:05:27,770 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1977643147/backup-masters/7c6d666a4939,46179,1733130327589 2024-12-02T09:05:27,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147/backup-masters 2024-12-02T09:05:27,776 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147/backup-masters 2024-12-02T09:05:27,776 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Set watcher on existing znode=/1-1977643147/backup-masters/7c6d666a4939,46179,1733130327589 2024-12-02T09:05:27,784 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1977643147/master 2024-12-02T09:05:27,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:27,784 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:27,785 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Set watcher on existing znode=/1-1977643147/master 2024-12-02T09:05:27,785 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1977643147/backup-masters/7c6d666a4939,46179,1733130327589 from backup master directory 2024-12-02T09:05:27,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1977643147/backup-masters/7c6d666a4939,46179,1733130327589 2024-12-02T09:05:27,793 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147/backup-masters 2024-12-02T09:05:27,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147/backup-masters 2024-12-02T09:05:27,793 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:05:27,793 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,46179,1733130327589 2024-12-02T09:05:27,795 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/hbase.id] with ID: 2ce380cb-aee4-4c6e-9483-36db58bcee8a 2024-12-02T09:05:27,795 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/.tmp/hbase.id 2024-12-02T09:05:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:05:28,205 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/.tmp/hbase.id]:[hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/hbase.id] 2024-12-02T09:05:28,212 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:28,212 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:05:28,213 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T09:05:28,243 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:28,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:28,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:05:28,648 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:28,649 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:05:28,649 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:28,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:05:29,059 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store 2024-12-02T09:05:29,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:05:29,464 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:29,464 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:05:29,464 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:29,464 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:29,464 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:05:29,464 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:29,464 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:29,465 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130329464Disabling compacts and flushes for region at 1733130329464Disabling writes for close at 1733130329464Writing region close event to WAL at 1733130329464Closed at 1733130329464 2024-12-02T09:05:29,465 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/.initializing 2024-12-02T09:05:29,465 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/WALs/7c6d666a4939,46179,1733130327589 2024-12-02T09:05:29,466 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:05:29,467 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C46179%2C1733130327589, suffix=, logDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/WALs/7c6d666a4939,46179,1733130327589, archiveDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/oldWALs, maxLogs=10 2024-12-02T09:05:29,483 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/WALs/7c6d666a4939,46179,1733130327589/7c6d666a4939%2C46179%2C1733130327589.1733130329467, exclude list is [], retry=0 2024-12-02T09:05:29,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-a9fdfbd1-44a6-4cbc-b09b-0b41fab4ba31,DISK] 2024-12-02T09:05:29,487 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/WALs/7c6d666a4939,46179,1733130327589/7c6d666a4939%2C46179%2C1733130327589.1733130329467 2024-12-02T09:05:29,487 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36243:36243)] 2024-12-02T09:05:29,487 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:29,487 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:29,487 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,487 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:05:29,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:29,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:29,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:05:29,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:29,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:29,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:05:29,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:29,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:29,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:05:29,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:29,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:29,493 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,494 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,494 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,495 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,495 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,495 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:29,496 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:29,497 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:29,497 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62759501, jitterRate=-0.06481055915355682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:29,497 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130329487Initializing all the Stores at 1733130329488 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130329488Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130329488Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130329488Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130329488Cleaning up temporary data from old regions at 1733130329495 (+7 ms)Region opened successfully at 1733130329497 (+2 ms) 2024-12-02T09:05:29,498 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:05:29,500 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b547a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:05:29,500 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:05:29,501 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:05:29,501 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:05:29,501 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:05:29,501 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:05:29,501 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:05:29,501 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:05:29,504 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:05:29,505 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Unable to get data of znode /1-1977643147/balancer because node does not exist (not necessarily an error) 2024-12-02T09:05:29,543 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1977643147/balancer already deleted, retry=false 2024-12-02T09:05:29,544 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:05:29,544 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Unable to get data of znode /1-1977643147/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:05:29,551 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1977643147/normalizer already deleted, retry=false 2024-12-02T09:05:29,551 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:05:29,554 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Unable to get data of znode /1-1977643147/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:05:29,559 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1977643147/switch/split already deleted, retry=false 2024-12-02T09:05:29,560 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Unable to get data of znode /1-1977643147/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:05:29,568 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1977643147/switch/merge already deleted, retry=false 2024-12-02T09:05:29,570 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Unable to get data of znode /1-1977643147/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:05:29,576 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1977643147/snapshot-cleanup already deleted, retry=false 2024-12-02T09:05:29,584 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1977643147/running 2024-12-02T09:05:29,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1977643147/running 2024-12-02T09:05:29,584 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:29,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:29,586 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,46179,1733130327589, sessionid=0x1009a3bde230003, setting cluster-up flag (Was=false) 2024-12-02T09:05:29,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:29,601 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:29,626 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1977643147/flush-table-proc/acquired, /1-1977643147/flush-table-proc/reached, /1-1977643147/flush-table-proc/abort 2024-12-02T09:05:29,627 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,46179,1733130327589 2024-12-02T09:05:29,643 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:29,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:29,668 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1977643147/online-snapshot/acquired, /1-1977643147/online-snapshot/reached, /1-1977643147/online-snapshot/abort 2024-12-02T09:05:29,669 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,46179,1733130327589 2024-12-02T09:05:29,670 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:05:29,671 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:29,672 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:05:29,672 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:05:29,672 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,46179,1733130327589 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:05:29,673 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:29,673 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:29,673 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:29,673 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:29,673 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:05:29,673 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,673 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:05:29,673 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,680 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:29,680 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:05:29,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:29,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:05:29,698 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130359698 2024-12-02T09:05:29,698 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:05:29,699 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:05:29,699 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:05:29,699 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:05:29,700 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:05:29,700 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:05:29,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:05:29,706 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:05:29,706 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858 2024-12-02T09:05:29,711 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,715 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:05:29,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:05:29,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:05:29,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:05:29,717 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:05:29,718 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:05:29,718 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130329718,5,FailOnTimeoutGroup] 2024-12-02T09:05:29,718 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130329718,5,FailOnTimeoutGroup] 2024-12-02T09:05:29,718 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,718 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:05:29,718 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,718 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741832_1008 (size=32) 2024-12-02T09:05:29,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:29,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:05:29,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:05:29,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:29,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:29,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:05:29,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:05:29,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:29,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:29,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:05:29,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:05:29,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:29,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:29,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:05:29,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:05:29,750 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:29,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:29,750 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:05:29,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740 2024-12-02T09:05:29,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740 2024-12-02T09:05:29,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:05:29,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:05:29,754 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:29,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:05:29,760 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:29,760 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69891252, jitterRate=0.04146081209182739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:29,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130329722Initializing all the Stores at 1733130329725 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130329725Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130329731 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130329731Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130329731Cleaning up temporary data from old regions at 1733130329754 (+23 ms)Region opened successfully at 1733130329760 (+6 ms) 2024-12-02T09:05:29,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:05:29,760 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:05:29,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:05:29,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:05:29,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:05:29,766 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:29,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130329760Disabling compacts and flushes for region at 1733130329760Disabling writes for close at 1733130329760Writing region close event to WAL at 1733130329766 (+6 ms)Closed at 1733130329766 2024-12-02T09:05:29,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:29,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:05:29,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:05:29,768 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(746): ClusterId : 2ce380cb-aee4-4c6e-9483-36db58bcee8a 2024-12-02T09:05:29,768 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:05:29,769 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:05:29,769 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:05:29,777 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:05:29,777 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:05:29,785 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:05:29,785 DEBUG [RS:0;7c6d666a4939:38623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c8fba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:05:29,805 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:38623 2024-12-02T09:05:29,805 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:05:29,805 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:05:29,805 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:05:29,806 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,46179,1733130327589 with port=38623, startcode=1733130327717 2024-12-02T09:05:29,806 DEBUG [RS:0;7c6d666a4939:38623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:05:29,807 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:05:29,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,38623,1733130327717 2024-12-02T09:05:29,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46179 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,38623,1733130327717 2024-12-02T09:05:29,809 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858 2024-12-02T09:05:29,809 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46513 2024-12-02T09:05:29,809 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:05:29,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147/rs 2024-12-02T09:05:29,849 DEBUG [RS:0;7c6d666a4939:38623 {}] zookeeper.ZKUtil(111): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Set watcher on existing znode=/1-1977643147/rs/7c6d666a4939,38623,1733130327717 2024-12-02T09:05:29,849 WARN [RS:0;7c6d666a4939:38623 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:05:29,849 INFO [RS:0;7c6d666a4939:38623 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:29,849 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717 2024-12-02T09:05:29,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,38623,1733130327717] 2024-12-02T09:05:29,852 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:05:29,853 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:05:29,853 INFO [RS:0;7c6d666a4939:38623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:05:29,853 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,855 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:05:29,856 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:05:29,856 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:05:29,856 DEBUG [RS:0;7c6d666a4939:38623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:05:29,859 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,859 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,859 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,859 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,859 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,859 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,38623,1733130327717-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:05:29,880 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:05:29,880 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,38623,1733130327717-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,880 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,880 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.Replication(171): 7c6d666a4939,38623,1733130327717 started 2024-12-02T09:05:29,899 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:29,899 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,38623,1733130327717, RpcServer on 7c6d666a4939/172.17.0.3:38623, sessionid=0x1009a3bde230004 2024-12-02T09:05:29,899 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:05:29,899 DEBUG [RS:0;7c6d666a4939:38623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,38623,1733130327717 2024-12-02T09:05:29,899 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,38623,1733130327717' 2024-12-02T09:05:29,899 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1977643147/flush-table-proc/abort' 2024-12-02T09:05:29,900 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1977643147/flush-table-proc/acquired' 2024-12-02T09:05:29,900 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:05:29,900 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:05:29,900 DEBUG [RS:0;7c6d666a4939:38623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,38623,1733130327717 2024-12-02T09:05:29,900 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,38623,1733130327717' 2024-12-02T09:05:29,900 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1977643147/online-snapshot/abort' 2024-12-02T09:05:29,900 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1977643147/online-snapshot/acquired' 2024-12-02T09:05:29,901 DEBUG [RS:0;7c6d666a4939:38623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:05:29,901 INFO [RS:0;7c6d666a4939:38623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:05:29,901 INFO [RS:0;7c6d666a4939:38623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:05:29,920 WARN [7c6d666a4939:46179 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T09:05:30,001 INFO [RS:0;7c6d666a4939:38623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:05:30,002 INFO [RS:0;7c6d666a4939:38623 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C38623%2C1733130327717, suffix=, logDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717, archiveDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/oldWALs, maxLogs=10 2024-12-02T09:05:30,014 DEBUG [RS:0;7c6d666a4939:38623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, exclude list is [], retry=0 2024-12-02T09:05:30,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-a9fdfbd1-44a6-4cbc-b09b-0b41fab4ba31,DISK] 2024-12-02T09:05:30,017 INFO [RS:0;7c6d666a4939:38623 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 2024-12-02T09:05:30,017 DEBUG [RS:0;7c6d666a4939:38623 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36243:36243)] 2024-12-02T09:05:30,170 DEBUG [7c6d666a4939:46179 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:05:30,170 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,38623,1733130327717 2024-12-02T09:05:30,171 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,38623,1733130327717, state=OPENING 2024-12-02T09:05:30,209 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:05:30,218 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:30,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:30,218 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:05:30,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1977643147/meta-region-server: CHANGED 2024-12-02T09:05:30,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1977643147/meta-region-server: CHANGED 2024-12-02T09:05:30,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,38623,1733130327717}] 2024-12-02T09:05:30,370 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:05:30,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:05:30,374 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:05:30,374 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:30,374 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:05:30,375 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C38623%2C1733130327717.meta, suffix=.meta, logDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717, archiveDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/oldWALs, maxLogs=10 2024-12-02T09:05:30,386 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.meta.1733130330375.meta, exclude list is [], retry=0 2024-12-02T09:05:30,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-a9fdfbd1-44a6-4cbc-b09b-0b41fab4ba31,DISK] 2024-12-02T09:05:30,389 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.meta.1733130330375.meta 2024-12-02T09:05:30,389 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36243:36243)] 2024-12-02T09:05:30,389 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:30,390 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:30,390 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:05:30,390 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:05:30,390 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:05:30,390 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:05:30,390 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:30,390 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:05:30,390 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:05:30,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:05:30,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:05:30,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:30,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:30,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:05:30,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:05:30,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:30,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:30,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:05:30,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:05:30,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:30,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:30,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:05:30,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:05:30,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:30,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:30,395 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:05:30,395 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740 2024-12-02T09:05:30,396 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740 2024-12-02T09:05:30,396 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:05:30,396 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:05:30,397 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:30,397 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:05:30,398 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62955656, jitterRate=-0.06188762187957764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:30,398 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:05:30,398 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130330390Writing region info on filesystem at 1733130330390Initializing all the Stores at 1733130330391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130330391Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130330391Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130330391Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130330391Cleaning up temporary data from old regions at 1733130330396 (+5 ms)Running coprocessor post-open hooks at 1733130330398 (+2 ms)Region opened successfully at 1733130330398 2024-12-02T09:05:30,398 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130330370 2024-12-02T09:05:30,400 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:05:30,400 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:05:30,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,38623,1733130327717 2024-12-02T09:05:30,401 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,38623,1733130327717, state=OPEN 2024-12-02T09:05:30,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1977643147/meta-region-server 2024-12-02T09:05:30,426 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1977643147/meta-region-server 2024-12-02T09:05:30,426 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,38623,1733130327717 2024-12-02T09:05:30,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1977643147/meta-region-server: CHANGED 2024-12-02T09:05:30,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1977643147/meta-region-server: CHANGED 2024-12-02T09:05:30,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:05:30,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,38623,1733130327717 in 208 msec 2024-12-02T09:05:30,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:05:30,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 662 msec 2024-12-02T09:05:30,430 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:30,431 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:05:30,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:30,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,38623,1733130327717, seqNum=-1] 2024-12-02T09:05:30,434 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:30,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:30,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 768 msec 2024-12-02T09:05:30,439 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130330439, completionTime=-1 2024-12-02T09:05:30,439 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:05:30,439 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:05:30,441 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:05:30,441 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130390441 2024-12-02T09:05:30,441 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130450441 2024-12-02T09:05:30,441 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:05:30,441 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46179,1733130327589-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:30,441 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46179,1733130327589-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:30,441 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46179,1733130327589-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:30,441 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:46179, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:30,441 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:30,442 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:30,443 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:05:30,444 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.651sec 2024-12-02T09:05:30,445 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:05:30,445 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:05:30,445 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:05:30,445 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:05:30,445 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:05:30,445 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46179,1733130327589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:05:30,445 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46179,1733130327589-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:05:30,446 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:05:30,446 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:05:30,447 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46179,1733130327589-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:30,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:30,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46179,-1 for getting cluster id 2024-12-02T09:05:30,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:30,468 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ce380cb-aee4-4c6e-9483-36db58bcee8a' 2024-12-02T09:05:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ce380cb-aee4-4c6e-9483-36db58bcee8a" 2024-12-02T09:05:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac32433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46179,-1] 2024-12-02T09:05:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:30,470 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:30,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8109dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:30,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,38623,1733130327717, seqNum=-1] 2024-12-02T09:05:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:30,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:30,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,46179,1733130327589 2024-12-02T09:05:30,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59133 2024-12-02T09:05:30,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:05:30,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009a3bde230005 connected 2024-12-02T09:05:30,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/hadoop.log.dir so I do NOT create it in target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f 2024-12-02T09:05:30,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:05:30,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/hadoop.tmp.dir so I do NOT create it in target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f 2024-12-02T09:05:30,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:05:30,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f 2024-12-02T09:05:30,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:05:30,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/cluster_65f185b4-fb96-70c7-6a8a-33a5e5e90983, deleteOnExit=true 2024-12-02T09:05:30,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:05:30,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/test.cache.data in system properties and HBase conf 2024-12-02T09:05:30,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:05:30,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:05:30,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:05:30,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:05:30,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:05:30,504 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:05:30,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:05:30,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:05:30,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:05:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:05:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:05:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:05:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:05:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:05:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:05:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:05:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:05:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:05:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:05:30,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:05:30,839 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T09:05:30,841 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,841 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,881 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,882 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,882 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,882 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,883 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,883 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,891 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,894 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,895 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,897 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:30,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:05:30,935 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:05:30,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:05:30,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:05:30,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:05:30,959 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:05:30,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24fcfcf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:05:30,960 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@245fe1fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:05:31,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b049aba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/java.io.tmpdir/jetty-localhost-46145-hadoop-hdfs-3_4_1-tests_jar-_-any-4704933976083460605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:05:31,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21d97ebe{HTTP/1.1, (http/1.1)}{localhost:46145} 2024-12-02T09:05:31,065 INFO [Time-limited test {}] server.Server(415): Started @225604ms 2024-12-02T09:05:31,298 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:05:31,299 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:05:31,299 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T09:05:31,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:05:31,370 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:05:31,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:05:31,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:05:31,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:05:31,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25fef8aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:05:31,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dd462d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:05:31,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6774e54f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/java.io.tmpdir/jetty-localhost-37435-hadoop-hdfs-3_4_1-tests_jar-_-any-12899306043502193888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:05:31,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@722f1230{HTTP/1.1, (http/1.1)}{localhost:37435} 2024-12-02T09:05:31,496 INFO [Time-limited test {}] server.Server(415): Started @226036ms 2024-12-02T09:05:31,498 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:05:31,915 WARN [Thread-2898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/cluster_65f185b4-fb96-70c7-6a8a-33a5e5e90983/data/data1/current/BP-1617811739-172.17.0.3-1733130330530/current, will proceed with Du for space computation calculation, 2024-12-02T09:05:31,915 WARN [Thread-2899 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/cluster_65f185b4-fb96-70c7-6a8a-33a5e5e90983/data/data2/current/BP-1617811739-172.17.0.3-1733130330530/current, will proceed with Du for space computation calculation, 2024-12-02T09:05:31,974 WARN [Thread-2886 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:05:31,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d3f7b50eccb8e0d with lease ID 0xb47127392461952: Processing first storage report for DS-91a6a0d4-9b11-4d0c-89c0-107dbdb90ee8 from datanode DatanodeRegistration(127.0.0.1:46747, datanodeUuid=bf677479-e638-4486-a6db-4b05ee7c3673, infoPort=45021, infoSecurePort=0, ipcPort=33293, storageInfo=lv=-57;cid=testClusterID;nsid=1932025769;c=1733130330530) 2024-12-02T09:05:31,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d3f7b50eccb8e0d with lease ID 0xb47127392461952: from storage DS-91a6a0d4-9b11-4d0c-89c0-107dbdb90ee8 node DatanodeRegistration(127.0.0.1:46747, datanodeUuid=bf677479-e638-4486-a6db-4b05ee7c3673, infoPort=45021, infoSecurePort=0, ipcPort=33293, storageInfo=lv=-57;cid=testClusterID;nsid=1932025769;c=1733130330530), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:05:31,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d3f7b50eccb8e0d with lease ID 0xb47127392461952: Processing first storage report for DS-e9f4792c-5e22-4135-9dc9-f3145127c22f from datanode DatanodeRegistration(127.0.0.1:46747, datanodeUuid=bf677479-e638-4486-a6db-4b05ee7c3673, infoPort=45021, infoSecurePort=0, ipcPort=33293, storageInfo=lv=-57;cid=testClusterID;nsid=1932025769;c=1733130330530) 2024-12-02T09:05:31,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d3f7b50eccb8e0d with lease ID 0xb47127392461952: from storage DS-e9f4792c-5e22-4135-9dc9-f3145127c22f node DatanodeRegistration(127.0.0.1:46747, datanodeUuid=bf677479-e638-4486-a6db-4b05ee7c3673, infoPort=45021, infoSecurePort=0, ipcPort=33293, storageInfo=lv=-57;cid=testClusterID;nsid=1932025769;c=1733130330530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:05:32,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f 2024-12-02T09:05:32,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:32,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:32,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:05:32,041 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67 with version=8 2024-12-02T09:05:32,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/hbase-staging 2024-12-02T09:05:32,043 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:05:32,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:32,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:32,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:05:32,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:32,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:05:32,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:05:32,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:05:32,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34405 2024-12-02T09:05:32,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34405 connecting to ZooKeeper ensemble=127.0.0.1:59133 2024-12-02T09:05:32,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344050x0, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:05:32,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34405-0x1009a3bde230006 connected 2024-12-02T09:05:32,118 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:32,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:32,122 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Set watcher on znode that does not yet exist, /2-1241292632/running 2024-12-02T09:05:32,122 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67, hbase.cluster.distributed=false 2024-12-02T09:05:32,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Set watcher on znode that does not yet exist, /2-1241292632/acl 2024-12-02T09:05:32,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34405 2024-12-02T09:05:32,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34405 2024-12-02T09:05:32,131 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34405 2024-12-02T09:05:32,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34405 2024-12-02T09:05:32,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34405 2024-12-02T09:05:32,148 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:05:32,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:32,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:32,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:05:32,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:05:32,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:05:32,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:05:32,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:05:32,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45849 2024-12-02T09:05:32,150 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45849 connecting to ZooKeeper ensemble=127.0.0.1:59133 2024-12-02T09:05:32,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:32,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:32,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458490x0, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:05:32,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458490x0, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Set watcher on znode that does not yet exist, /2-1241292632/running 2024-12-02T09:05:32,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:05:32,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45849-0x1009a3bde230007 connected 2024-12-02T09:05:32,165 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:05:32,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Set watcher on znode that does not yet exist, /2-1241292632/master 2024-12-02T09:05:32,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Set watcher on znode that does not yet exist, /2-1241292632/acl 2024-12-02T09:05:32,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45849 2024-12-02T09:05:32,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45849 2024-12-02T09:05:32,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45849 2024-12-02T09:05:32,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45849 2024-12-02T09:05:32,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45849 2024-12-02T09:05:32,188 DEBUG [M:0;7c6d666a4939:34405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:34405 2024-12-02T09:05:32,189 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1241292632/backup-masters/7c6d666a4939,34405,1733130332043 2024-12-02T09:05:32,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632/backup-masters 2024-12-02T09:05:32,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632/backup-masters 2024-12-02T09:05:32,204 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Set watcher on existing znode=/2-1241292632/backup-masters/7c6d666a4939,34405,1733130332043 2024-12-02T09:05:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1241292632/master 2024-12-02T09:05:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:32,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:32,210 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Set watcher on existing znode=/2-1241292632/master 2024-12-02T09:05:32,210 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1241292632/backup-masters/7c6d666a4939,34405,1733130332043 from backup master directory 2024-12-02T09:05:32,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1241292632/backup-masters/7c6d666a4939,34405,1733130332043 2024-12-02T09:05:32,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632/backup-masters 2024-12-02T09:05:32,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632/backup-masters 2024-12-02T09:05:32,218 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:05:32,218 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,34405,1733130332043 2024-12-02T09:05:32,224 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/hbase.id] with ID: e04c0799-6ab9-4d7c-8e12-c52b403c9eac 2024-12-02T09:05:32,224 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/.tmp/hbase.id 2024-12-02T09:05:32,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:05:32,631 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/.tmp/hbase.id]:[hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/hbase.id] 2024-12-02T09:05:32,638 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:05:32,638 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:05:32,638 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T09:05:32,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:32,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:32,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:05:32,672 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:32,673 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:05:32,673 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:32,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:05:33,078 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store 2024-12-02T09:05:33,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:05:33,502 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:33,503 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:05:33,503 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:33,503 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:33,503 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:05:33,503 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:33,503 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:33,503 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130333502Disabling compacts and flushes for region at 1733130333502Disabling writes for close at 1733130333503 (+1 ms)Writing region close event to WAL at 1733130333503Closed at 1733130333503 2024-12-02T09:05:33,503 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/.initializing 2024-12-02T09:05:33,503 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/WALs/7c6d666a4939,34405,1733130332043 2024-12-02T09:05:33,504 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:05:33,505 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C34405%2C1733130332043, suffix=, logDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/WALs/7c6d666a4939,34405,1733130332043, archiveDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/oldWALs, maxLogs=10 2024-12-02T09:05:33,516 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/WALs/7c6d666a4939,34405,1733130332043/7c6d666a4939%2C34405%2C1733130332043.1733130333505, exclude list is [], retry=0 2024-12-02T09:05:33,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46747,DS-91a6a0d4-9b11-4d0c-89c0-107dbdb90ee8,DISK] 2024-12-02T09:05:33,524 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/WALs/7c6d666a4939,34405,1733130332043/7c6d666a4939%2C34405%2C1733130332043.1733130333505 2024-12-02T09:05:33,524 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45021:45021)] 2024-12-02T09:05:33,524 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:33,524 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:33,524 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,524 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:05:33,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:33,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:33,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:05:33,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:33,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:33,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:05:33,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:33,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:33,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:05:33,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:33,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:33,530 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,531 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,531 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,532 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,532 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,532 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:33,533 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:05:33,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:33,535 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61415272, jitterRate=-0.08484113216400146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:33,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130333525Initializing all the Stores at 1733130333525Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130333525Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130333525Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130333525Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130333525Cleaning up temporary data from old regions at 1733130333532 (+7 ms)Region opened successfully at 1733130333535 (+3 ms) 2024-12-02T09:05:33,535 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:05:33,537 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38aae1c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:05:33,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:05:33,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:05:33,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:05:33,538 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:05:33,539 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:05:33,539 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:05:33,539 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:05:33,546 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:05:33,547 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Unable to get data of znode /2-1241292632/balancer because node does not exist (not necessarily an error) 2024-12-02T09:05:33,576 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1241292632/balancer already deleted, retry=false 2024-12-02T09:05:33,576 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:05:33,577 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Unable to get data of znode /2-1241292632/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:05:33,584 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1241292632/normalizer already deleted, retry=false 2024-12-02T09:05:33,584 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:05:33,585 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Unable to get data of znode /2-1241292632/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:05:33,592 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1241292632/switch/split already deleted, retry=false 2024-12-02T09:05:33,593 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Unable to get data of znode /2-1241292632/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:05:33,601 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1241292632/switch/merge already deleted, retry=false 2024-12-02T09:05:33,602 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Unable to get data of znode /2-1241292632/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:05:33,609 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1241292632/snapshot-cleanup already deleted, retry=false 2024-12-02T09:05:33,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1241292632/running 2024-12-02T09:05:33,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1241292632/running 2024-12-02T09:05:33,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:33,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:33,618 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,34405,1733130332043, sessionid=0x1009a3bde230006, setting cluster-up flag (Was=false) 2024-12-02T09:05:33,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:33,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:33,659 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1241292632/flush-table-proc/acquired, /2-1241292632/flush-table-proc/reached, /2-1241292632/flush-table-proc/abort 2024-12-02T09:05:33,660 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34405,1733130332043 2024-12-02T09:05:33,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:33,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:33,701 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1241292632/online-snapshot/acquired, /2-1241292632/online-snapshot/reached, /2-1241292632/online-snapshot/abort 2024-12-02T09:05:33,702 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34405,1733130332043 2024-12-02T09:05:33,703 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:05:33,704 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:33,704 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:05:33,704 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:05:33,705 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,34405,1733130332043 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:05:33,707 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:33,708 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:33,708 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:33,708 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:05:33,708 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:05:33,708 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,708 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:05:33,708 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:33,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:05:33,711 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:33,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:05:33,713 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130363713 2024-12-02T09:05:33,713 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:05:33,713 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:05:33,713 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:05:33,713 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:05:33,713 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:05:33,713 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:05:33,714 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,714 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:05:33,714 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:05:33,715 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:05:33,715 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:05:33,720 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:05:33,720 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:05:33,731 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130333720,5,FailOnTimeoutGroup] 2024-12-02T09:05:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:05:33,735 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130333731,5,FailOnTimeoutGroup] 2024-12-02T09:05:33,735 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,735 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:05:33,735 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,735 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,784 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(746): ClusterId : e04c0799-6ab9-4d7c-8e12-c52b403c9eac 2024-12-02T09:05:33,784 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:05:33,793 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:05:33,793 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:05:33,801 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:05:33,802 DEBUG [RS:0;7c6d666a4939:45849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65984333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:05:33,815 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:45849 2024-12-02T09:05:33,815 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:05:33,815 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:05:33,815 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:05:33,816 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,34405,1733130332043 with port=45849, startcode=1733130332148 2024-12-02T09:05:33,816 DEBUG [RS:0;7c6d666a4939:45849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:05:33,817 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:05:33,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,45849,1733130332148 2024-12-02T09:05:33,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34405 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,45849,1733130332148 2024-12-02T09:05:33,819 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67 2024-12-02T09:05:33,819 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32889 2024-12-02T09:05:33,819 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:05:33,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632/rs 2024-12-02T09:05:33,865 DEBUG [RS:0;7c6d666a4939:45849 {}] zookeeper.ZKUtil(111): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Set watcher on existing znode=/2-1241292632/rs/7c6d666a4939,45849,1733130332148 2024-12-02T09:05:33,865 WARN [RS:0;7c6d666a4939:45849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:05:33,865 INFO [RS:0;7c6d666a4939:45849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:33,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,45849,1733130332148] 2024-12-02T09:05:33,865 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148 2024-12-02T09:05:33,867 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:05:33,869 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:05:33,869 INFO [RS:0;7c6d666a4939:45849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:05:33,869 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,871 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:05:33,871 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:05:33,872 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:05:33,872 DEBUG [RS:0;7c6d666a4939:45849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:05:33,878 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,878 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,878 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,878 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,878 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,878 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,45849,1733130332148-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:05:33,890 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:05:33,890 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,45849,1733130332148-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,890 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,891 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.Replication(171): 7c6d666a4939,45849,1733130332148 started 2024-12-02T09:05:33,902 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:33,902 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,45849,1733130332148, RpcServer on 7c6d666a4939/172.17.0.3:45849, sessionid=0x1009a3bde230007 2024-12-02T09:05:33,902 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:05:33,902 DEBUG [RS:0;7c6d666a4939:45849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,45849,1733130332148 2024-12-02T09:05:33,902 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,45849,1733130332148' 2024-12-02T09:05:33,902 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1241292632/flush-table-proc/abort' 2024-12-02T09:05:33,902 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1241292632/flush-table-proc/acquired' 2024-12-02T09:05:33,903 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:05:33,903 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:05:33,903 DEBUG [RS:0;7c6d666a4939:45849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,45849,1733130332148 2024-12-02T09:05:33,903 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,45849,1733130332148' 2024-12-02T09:05:33,903 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1241292632/online-snapshot/abort' 2024-12-02T09:05:33,903 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1241292632/online-snapshot/acquired' 2024-12-02T09:05:33,903 DEBUG [RS:0;7c6d666a4939:45849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:05:33,903 INFO [RS:0;7c6d666a4939:45849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:05:33,903 INFO [RS:0;7c6d666a4939:45849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:05:34,004 INFO [RS:0;7c6d666a4939:45849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:05:34,005 INFO [RS:0;7c6d666a4939:45849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C45849%2C1733130332148, suffix=, logDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148, archiveDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/oldWALs, maxLogs=10 2024-12-02T09:05:34,016 DEBUG [RS:0;7c6d666a4939:45849 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, exclude list is [], retry=0 2024-12-02T09:05:34,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46747,DS-91a6a0d4-9b11-4d0c-89c0-107dbdb90ee8,DISK] 2024-12-02T09:05:34,019 INFO [RS:0;7c6d666a4939:45849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 2024-12-02T09:05:34,019 DEBUG [RS:0;7c6d666a4939:45849 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45021:45021)] 2024-12-02T09:05:34,134 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:05:34,134 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67 2024-12-02T09:05:34,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:05:34,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:34,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:05:34,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:05:34,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:34,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:34,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:05:34,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:05:34,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:34,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:34,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:05:34,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:05:34,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:34,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:34,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:05:34,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:05:34,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:34,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:34,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:05:34,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740 2024-12-02T09:05:34,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740 2024-12-02T09:05:34,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:05:34,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:05:34,547 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:34,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:05:34,549 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:34,549 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60452146, jitterRate=-0.09919282793998718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:34,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130334539Initializing all the Stores at 1733130334539Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130334539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130334540 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130334540Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130334540Cleaning up temporary data from old regions at 1733130334546 (+6 ms)Region opened successfully at 1733130334549 (+3 ms) 2024-12-02T09:05:34,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:05:34,549 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:05:34,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:05:34,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:05:34,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:05:34,550 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:34,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130334549Disabling compacts and flushes for region at 1733130334549Disabling writes for close at 1733130334549Writing region close event to WAL at 1733130334550 (+1 ms)Closed at 1733130334550 2024-12-02T09:05:34,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:34,551 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:05:34,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:05:34,552 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:05:34,552 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:05:34,703 DEBUG [7c6d666a4939:34405 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:05:34,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,45849,1733130332148 2024-12-02T09:05:34,704 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,45849,1733130332148, state=OPENING 2024-12-02T09:05:34,742 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:05:34,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:34,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:34,751 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:05:34,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1241292632/meta-region-server: CHANGED 2024-12-02T09:05:34,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1241292632/meta-region-server: CHANGED 2024-12-02T09:05:34,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,45849,1733130332148}] 2024-12-02T09:05:34,903 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:05:34,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:05:34,907 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:05:34,907 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:34,908 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:05:34,908 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C45849%2C1733130332148.meta, suffix=.meta, logDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148, archiveDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/oldWALs, maxLogs=10 2024-12-02T09:05:34,919 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.meta.1733130334909.meta, exclude list is [], retry=0 2024-12-02T09:05:34,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46747,DS-91a6a0d4-9b11-4d0c-89c0-107dbdb90ee8,DISK] 2024-12-02T09:05:34,922 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.meta.1733130334909.meta 2024-12-02T09:05:34,923 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45021:45021)] 2024-12-02T09:05:34,923 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:34,923 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:34,923 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:05:34,923 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:05:34,924 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:05:34,924 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:05:34,924 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:34,924 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:05:34,924 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:05:34,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:05:34,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:05:34,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:34,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:34,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:05:34,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:05:34,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:34,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:34,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:05:34,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:05:34,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:34,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:34,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:05:34,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:05:34,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:34,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:05:34,928 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:05:34,928 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740 2024-12-02T09:05:34,929 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740 2024-12-02T09:05:34,929 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:05:34,929 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:05:34,930 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:05:34,930 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:05:34,931 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71244633, jitterRate=0.06162776052951813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:05:34,931 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:05:34,931 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130334924Writing region info on filesystem at 1733130334924Initializing all the Stores at 1733130334925 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130334925Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130334925Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130334925Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130334925Cleaning up temporary data from old regions at 1733130334929 (+4 ms)Running coprocessor post-open hooks at 1733130334931 (+2 ms)Region opened successfully at 1733130334931 2024-12-02T09:05:34,932 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130334903 2024-12-02T09:05:34,933 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:05:34,933 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:05:34,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,45849,1733130332148 2024-12-02T09:05:34,934 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,45849,1733130332148, state=OPEN 2024-12-02T09:05:34,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1241292632/meta-region-server 2024-12-02T09:05:34,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1241292632/meta-region-server 2024-12-02T09:05:34,942 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,45849,1733130332148 2024-12-02T09:05:34,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1241292632/meta-region-server: CHANGED 2024-12-02T09:05:34,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1241292632/meta-region-server: CHANGED 2024-12-02T09:05:34,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:05:34,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,45849,1733130332148 in 191 msec 2024-12-02T09:05:34,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:05:34,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-12-02T09:05:34,946 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:05:34,946 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:05:34,947 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:34,947 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45849,1733130332148, seqNum=-1] 2024-12-02T09:05:34,947 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:34,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:34,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-12-02T09:05:34,952 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130334952, completionTime=-1 2024-12-02T09:05:34,952 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:05:34,952 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:05:34,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:05:34,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130394954 2024-12-02T09:05:34,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130454954 2024-12-02T09:05:34,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:05:34,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34405,1733130332043-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:34,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34405,1733130332043-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:34,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34405,1733130332043-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:34,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:34405, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:34,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:34,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:34,956 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:05:34,957 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.739sec 2024-12-02T09:05:34,957 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:05:34,957 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:05:34,957 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:05:34,957 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:05:34,957 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:05:34,957 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34405,1733130332043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:05:34,957 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34405,1733130332043-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:05:34,958 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:05:34,958 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:05:34,959 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34405,1733130332043-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:05:34,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@164deb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:34,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34405,-1 for getting cluster id 2024-12-02T09:05:34,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:34,986 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04c0799-6ab9-4d7c-8e12-c52b403c9eac' 2024-12-02T09:05:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04c0799-6ab9-4d7c-8e12-c52b403c9eac" 2024-12-02T09:05:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3f1be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:34,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34405,-1] 2024-12-02T09:05:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:34,987 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:34,988 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:34,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687b7906, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:34,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45849,1733130332148, seqNum=-1] 2024-12-02T09:05:34,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:34,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:34,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,34405,1733130332043 2024-12-02T09:05:34,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59133 2024-12-02T09:05:35,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:05:35,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009a3bde230008 connected 2024-12-02T09:05:35,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,35011,1733130323012 2024-12-02T09:05:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49b8734c 2024-12-02T09:05:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:35,013 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:35,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:05:35,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:05:35,015 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:35,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:05:35,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:05:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:35,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:05:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:35,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:35,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f28fd736f0947fbe804c2a0fe5843ffe, NAME => 'test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88 2024-12-02T09:05:35,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:05:35,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:35,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:05:35,429 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48471 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:05:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:35,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:35,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f28fd736f0947fbe804c2a0fe5843ffe, disabling compactions & flushes 2024-12-02T09:05:35,825 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:05:35,825 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:05:35,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. after waiting 0 ms 2024-12-02T09:05:35,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:05:35,826 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:05:35,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f28fd736f0947fbe804c2a0fe5843ffe: Waiting for close lock at 1733130335825Disabling compacts and flushes for region at 1733130335825Disabling writes for close at 1733130335826 (+1 ms)Writing region close event to WAL at 1733130335826Closed at 1733130335826 2024-12-02T09:05:35,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:05:35,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130335827"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130335827"}]},"ts":"1733130335827"} 2024-12-02T09:05:35,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:05:35,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:05:35,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130335829"}]},"ts":"1733130335829"} 2024-12-02T09:05:35,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:05:35,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f28fd736f0947fbe804c2a0fe5843ffe, ASSIGN}] 2024-12-02T09:05:35,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f28fd736f0947fbe804c2a0fe5843ffe, ASSIGN 2024-12-02T09:05:35,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f28fd736f0947fbe804c2a0fe5843ffe, ASSIGN; state=OFFLINE, location=7c6d666a4939,39815,1733130323186; forceNewPlan=false, retain=false 2024-12-02T09:05:35,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f28fd736f0947fbe804c2a0fe5843ffe, regionState=OPENING, regionLocation=7c6d666a4939,39815,1733130323186 2024-12-02T09:05:35,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f28fd736f0947fbe804c2a0fe5843ffe, ASSIGN because future has completed 2024-12-02T09:05:35,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f28fd736f0947fbe804c2a0fe5843ffe, server=7c6d666a4939,39815,1733130323186}] 2024-12-02T09:05:36,141 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:05:36,141 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f28fd736f0947fbe804c2a0fe5843ffe, NAME => 'test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:36,141 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:36,141 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:05:36,141 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,141 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:36,142 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,142 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,143 INFO [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,144 INFO [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f28fd736f0947fbe804c2a0fe5843ffe columnFamilyName f 2024-12-02T09:05:36,144 DEBUG [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:36,144 INFO [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] regionserver.HStore(327): Store=f28fd736f0947fbe804c2a0fe5843ffe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:36,144 INFO [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,145 INFO [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f28fd736f0947fbe804c2a0fe5843ffe columnFamilyName f1 2024-12-02T09:05:36,145 DEBUG [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:36,145 INFO [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] regionserver.HStore(327): Store=f28fd736f0947fbe804c2a0fe5843ffe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:36,145 INFO [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,146 INFO [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f28fd736f0947fbe804c2a0fe5843ffe columnFamilyName norep 2024-12-02T09:05:36,146 DEBUG [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:36,146 INFO [StoreOpener-f28fd736f0947fbe804c2a0fe5843ffe-1 {}] regionserver.HStore(327): Store=f28fd736f0947fbe804c2a0fe5843ffe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:36,146 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,147 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,147 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,147 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,147 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,148 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:05:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:36,149 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,150 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:36,151 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f28fd736f0947fbe804c2a0fe5843ffe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61127692, jitterRate=-0.08912640810012817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:05:36,151 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:05:36,151 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f28fd736f0947fbe804c2a0fe5843ffe: Running coprocessor pre-open hook at 1733130336142Writing region info on filesystem at 1733130336142Initializing all the Stores at 1733130336142Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130336142Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130336142Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130336142Cleaning up temporary data from old regions at 1733130336148 (+6 ms)Running coprocessor post-open hooks at 1733130336151 (+3 ms)Region opened successfully at 1733130336151 2024-12-02T09:05:36,152 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe., pid=6, masterSystemTime=1733130336137 2024-12-02T09:05:36,154 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:05:36,154 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:05:36,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f28fd736f0947fbe804c2a0fe5843ffe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,39815,1733130323186 2024-12-02T09:05:36,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f28fd736f0947fbe804c2a0fe5843ffe, server=7c6d666a4939,39815,1733130323186 because future has completed 2024-12-02T09:05:36,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:05:36,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f28fd736f0947fbe804c2a0fe5843ffe, server=7c6d666a4939,39815,1733130323186 in 172 msec 2024-12-02T09:05:36,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:05:36,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f28fd736f0947fbe804c2a0fe5843ffe, ASSIGN in 328 msec 2024-12-02T09:05:36,161 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:05:36,161 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130336161"}]},"ts":"1733130336161"} 2024-12-02T09:05:36,162 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:05:36,163 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:05:36,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-02T09:05:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:37,169 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:37,169 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:05:37,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46179,1733130327589 2024-12-02T09:05:37,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e953d0 2024-12-02T09:05:37,170 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:37,171 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:37,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:05:37,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:05:37,173 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:37,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:05:37,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:05:37,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:37,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:05:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:37,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T09:05:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:37,580 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b07417f6bd94344c4543b7737adb256, NAME => 'test,,1733130337171.7b07417f6bd94344c4543b7737adb256.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858 2024-12-02T09:05:37,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:05:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:37,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130337171.7b07417f6bd94344c4543b7737adb256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:37,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7b07417f6bd94344c4543b7737adb256, disabling compactions & flushes 2024-12-02T09:05:37,984 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:37,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:37,984 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130337171.7b07417f6bd94344c4543b7737adb256. after waiting 0 ms 2024-12-02T09:05:37,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:37,985 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:37,985 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b07417f6bd94344c4543b7737adb256: Waiting for close lock at 1733130337984Disabling compacts and flushes for region at 1733130337984Disabling writes for close at 1733130337985 (+1 ms)Writing region close event to WAL at 1733130337985Closed at 1733130337985 2024-12-02T09:05:37,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:05:37,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130337171.7b07417f6bd94344c4543b7737adb256.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130337986"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130337986"}]},"ts":"1733130337986"} 2024-12-02T09:05:37,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:05:37,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:05:37,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130337988"}]},"ts":"1733130337988"} 2024-12-02T09:05:37,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:05:37,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b07417f6bd94344c4543b7737adb256, ASSIGN}] 2024-12-02T09:05:37,991 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7b07417f6bd94344c4543b7737adb256, ASSIGN 2024-12-02T09:05:37,992 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7b07417f6bd94344c4543b7737adb256, ASSIGN; state=OFFLINE, location=7c6d666a4939,38623,1733130327717; forceNewPlan=false, retain=false 2024-12-02T09:05:38,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b07417f6bd94344c4543b7737adb256, regionState=OPENING, regionLocation=7c6d666a4939,38623,1733130327717 2024-12-02T09:05:38,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7b07417f6bd94344c4543b7737adb256, ASSIGN because future has completed 2024-12-02T09:05:38,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b07417f6bd94344c4543b7737adb256, server=7c6d666a4939,38623,1733130327717}] 2024-12-02T09:05:38,299 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:38,299 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b07417f6bd94344c4543b7737adb256, NAME => 'test,,1733130337171.7b07417f6bd94344c4543b7737adb256.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:38,299 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:38,299 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:05:38,299 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,299 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130337171.7b07417f6bd94344c4543b7737adb256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:38,299 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,299 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,300 INFO [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,301 INFO [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b07417f6bd94344c4543b7737adb256 columnFamilyName f 2024-12-02T09:05:38,301 DEBUG [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:38,301 INFO [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] regionserver.HStore(327): Store=7b07417f6bd94344c4543b7737adb256/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:38,302 INFO [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,302 INFO [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b07417f6bd94344c4543b7737adb256 columnFamilyName f1 2024-12-02T09:05:38,302 DEBUG [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:38,302 INFO [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] regionserver.HStore(327): Store=7b07417f6bd94344c4543b7737adb256/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:38,303 INFO [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,303 INFO [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b07417f6bd94344c4543b7737adb256 columnFamilyName norep 2024-12-02T09:05:38,303 DEBUG [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:38,303 INFO [StoreOpener-7b07417f6bd94344c4543b7737adb256-1 {}] regionserver.HStore(327): Store=7b07417f6bd94344c4543b7737adb256/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:38,303 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,304 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,304 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,305 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,305 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,305 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:05:38,305 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,306 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:38,307 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7b07417f6bd94344c4543b7737adb256; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72840821, jitterRate=0.08541281521320343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:05:38,307 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:38,307 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7b07417f6bd94344c4543b7737adb256: Running coprocessor pre-open hook at 1733130338299Writing region info on filesystem at 1733130338299Initializing all the Stores at 1733130338300 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130338300Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130338300Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130338300Cleaning up temporary data from old regions at 1733130338305 (+5 ms)Running coprocessor post-open hooks at 1733130338307 (+2 ms)Region opened successfully at 1733130338307 2024-12-02T09:05:38,307 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130337171.7b07417f6bd94344c4543b7737adb256., pid=6, masterSystemTime=1733130338296 2024-12-02T09:05:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:38,309 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:38,309 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:38,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7b07417f6bd94344c4543b7737adb256, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,38623,1733130327717 2024-12-02T09:05:38,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b07417f6bd94344c4543b7737adb256, server=7c6d666a4939,38623,1733130327717 because future has completed 2024-12-02T09:05:38,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:05:38,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b07417f6bd94344c4543b7737adb256, server=7c6d666a4939,38623,1733130327717 in 168 msec 2024-12-02T09:05:38,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:05:38,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7b07417f6bd94344c4543b7737adb256, ASSIGN in 323 msec 2024-12-02T09:05:38,315 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:05:38,315 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130338315"}]},"ts":"1733130338315"} 2024-12-02T09:05:38,316 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:05:38,317 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:05:38,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-12-02T09:05:39,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:39,319 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:05:39,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34405,1733130332043 2024-12-02T09:05:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4295b8f5 2024-12-02T09:05:39,320 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:39,321 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:39,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:39,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:05:39,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:05:39,324 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:39,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:05:39,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:05:39,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:39,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:05:39,332 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c15d467da0786b49f17599490c581192, NAME => 'test,,1733130339321.c15d467da0786b49f17599490c581192.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67 2024-12-02T09:05:39,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:05:39,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:39,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130339321.c15d467da0786b49f17599490c581192.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:39,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c15d467da0786b49f17599490c581192, disabling compactions & flushes 2024-12-02T09:05:39,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:39,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:39,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130339321.c15d467da0786b49f17599490c581192. after waiting 0 ms 2024-12-02T09:05:39,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:39,738 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:39,738 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c15d467da0786b49f17599490c581192: Waiting for close lock at 1733130339738Disabling compacts and flushes for region at 1733130339738Disabling writes for close at 1733130339738Writing region close event to WAL at 1733130339738Closed at 1733130339738 2024-12-02T09:05:39,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:05:39,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130339321.c15d467da0786b49f17599490c581192.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130339739"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130339739"}]},"ts":"1733130339739"} 2024-12-02T09:05:39,741 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:05:39,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:05:39,742 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130339742"}]},"ts":"1733130339742"} 2024-12-02T09:05:39,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:05:39,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c15d467da0786b49f17599490c581192, ASSIGN}] 2024-12-02T09:05:39,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c15d467da0786b49f17599490c581192, ASSIGN 2024-12-02T09:05:39,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c15d467da0786b49f17599490c581192, ASSIGN; state=OFFLINE, location=7c6d666a4939,45849,1733130332148; forceNewPlan=false, retain=false 2024-12-02T09:05:39,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c15d467da0786b49f17599490c581192, regionState=OPENING, regionLocation=7c6d666a4939,45849,1733130332148 2024-12-02T09:05:39,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c15d467da0786b49f17599490c581192, ASSIGN because future has completed 2024-12-02T09:05:39,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c15d467da0786b49f17599490c581192, server=7c6d666a4939,45849,1733130332148}] 2024-12-02T09:05:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:40,054 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:40,054 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c15d467da0786b49f17599490c581192, NAME => 'test,,1733130339321.c15d467da0786b49f17599490c581192.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:40,054 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:40,054 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:05:40,054 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,055 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130339321.c15d467da0786b49f17599490c581192.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:40,055 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,055 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,056 INFO [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,056 INFO [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c15d467da0786b49f17599490c581192 columnFamilyName f 2024-12-02T09:05:40,057 DEBUG [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:40,057 INFO [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] regionserver.HStore(327): Store=c15d467da0786b49f17599490c581192/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:40,057 INFO [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,057 INFO [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c15d467da0786b49f17599490c581192 columnFamilyName f1 2024-12-02T09:05:40,058 DEBUG [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:40,058 INFO [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] regionserver.HStore(327): Store=c15d467da0786b49f17599490c581192/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:40,058 INFO [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,058 INFO [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c15d467da0786b49f17599490c581192 columnFamilyName norep 2024-12-02T09:05:40,058 DEBUG [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:40,059 INFO [StoreOpener-c15d467da0786b49f17599490c581192-1 {}] regionserver.HStore(327): Store=c15d467da0786b49f17599490c581192/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:40,059 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,059 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,060 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,060 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,060 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,061 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:05:40,062 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,063 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:40,064 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c15d467da0786b49f17599490c581192; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64486752, jitterRate=-0.039072513580322266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:05:40,064 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c15d467da0786b49f17599490c581192 2024-12-02T09:05:40,064 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c15d467da0786b49f17599490c581192: Running coprocessor pre-open hook at 1733130340055Writing region info on filesystem at 1733130340055Initializing all the Stores at 1733130340055Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130340055Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130340055Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130340055Cleaning up temporary data from old regions at 1733130340060 (+5 ms)Running coprocessor post-open hooks at 1733130340064 (+4 ms)Region opened successfully at 1733130340064 2024-12-02T09:05:40,065 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130339321.c15d467da0786b49f17599490c581192., pid=6, masterSystemTime=1733130340051 2024-12-02T09:05:40,067 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:40,067 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:40,068 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c15d467da0786b49f17599490c581192, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,45849,1733130332148 2024-12-02T09:05:40,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c15d467da0786b49f17599490c581192, server=7c6d666a4939,45849,1733130332148 because future has completed 2024-12-02T09:05:40,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:05:40,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c15d467da0786b49f17599490c581192, server=7c6d666a4939,45849,1733130332148 in 172 msec 2024-12-02T09:05:40,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:05:40,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c15d467da0786b49f17599490c581192, ASSIGN in 329 msec 2024-12-02T09:05:40,075 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:05:40,075 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130340075"}]},"ts":"1733130340075"} 2024-12-02T09:05:40,077 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:05:40,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:05:40,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-12-02T09:05:40,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:05:40,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:05:40,462 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:05:40,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@577bfbef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:40,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35011,-1 for getting cluster id 2024-12-02T09:05:40,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:40,464 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2283cde5-27d0-447a-8e3f-915bbeb6b149' 2024-12-02T09:05:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2283cde5-27d0-447a-8e3f-915bbeb6b149" 2024-12-02T09:05:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346fc892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35011,-1] 2024-12-02T09:05:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:40,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:40,466 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75784e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:40,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,35011,1733130323012 2024-12-02T09:05:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e7fcde0 2024-12-02T09:05:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:40,469 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:40,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:46179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:05:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:05:40,472 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:46179' 2024-12-02T09:05:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:40,473 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738cb76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:40,473 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46179,-1 for getting cluster id 2024-12-02T09:05:40,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:40,474 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ce380cb-aee4-4c6e-9483-36db58bcee8a' 2024-12-02T09:05:40,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:40,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ce380cb-aee4-4c6e-9483-36db58bcee8a" 2024-12-02T09:05:40,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175d9abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:40,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46179,-1] 2024-12-02T09:05:40,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:40,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:40,475 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:40,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2968cf62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:40,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:40,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46179,1733130327589 2024-12-02T09:05:40,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bf4098b 2024-12-02T09:05:40,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:40,478 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:40,479 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T09:05:40,479 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:05:40,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:40,479 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:40,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:40,479 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:40,480 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:05:40,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:05:40,482 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:40,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:05:40,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:05:40,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:40,531 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:05:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:40,894 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a868ac8bb8d21bdad220a6eab083253, NAME => 'hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88 2024-12-02T09:05:40,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:05:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:41,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T09:05:41,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T09:05:41,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:05:41,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T09:05:41,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:41,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a868ac8bb8d21bdad220a6eab083253, disabling compactions & flushes 2024-12-02T09:05:41,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:05:41,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:05:41,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. after waiting 0 ms 2024-12-02T09:05:41,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:05:41,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:05:41,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a868ac8bb8d21bdad220a6eab083253: Waiting for close lock at 1733130341300Disabling compacts and flushes for region at 1733130341300Disabling writes for close at 1733130341300Writing region close event to WAL at 1733130341300Closed at 1733130341300 2024-12-02T09:05:41,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:05:41,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130341301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130341301"}]},"ts":"1733130341301"} 2024-12-02T09:05:41,306 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:05:41,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:05:41,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130341306"}]},"ts":"1733130341306"} 2024-12-02T09:05:41,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:05:41,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a868ac8bb8d21bdad220a6eab083253, ASSIGN}] 2024-12-02T09:05:41,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a868ac8bb8d21bdad220a6eab083253, ASSIGN 2024-12-02T09:05:41,310 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a868ac8bb8d21bdad220a6eab083253, ASSIGN; state=OFFLINE, location=7c6d666a4939,39815,1733130323186; forceNewPlan=false, retain=false 2024-12-02T09:05:41,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a868ac8bb8d21bdad220a6eab083253, regionState=OPENING, regionLocation=7c6d666a4939,39815,1733130323186 2024-12-02T09:05:41,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a868ac8bb8d21bdad220a6eab083253, ASSIGN because future has completed 2024-12-02T09:05:41,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a868ac8bb8d21bdad220a6eab083253, server=7c6d666a4939,39815,1733130323186}] 2024-12-02T09:05:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:41,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:05:41,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:41,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:05:41,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39815%2C1733130323186.rep, suffix=, logDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186, archiveDir=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/oldWALs, maxLogs=10 2024-12-02T09:05:41,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.rep.1733130341621, exclude list is [], retry=0 2024-12-02T09:05:41,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37617,DS-9f912e5c-dc19-47a9-89f7-8828c4088eb7,DISK] 2024-12-02T09:05:41,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.rep.1733130341621 2024-12-02T09:05:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325)] 2024-12-02T09:05:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a868ac8bb8d21bdad220a6eab083253, NAME => 'hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:41,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:41,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:05:41,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. service=MultiRowMutationService 2024-12-02T09:05:41,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:05:41,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:41,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,638 INFO [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,639 INFO [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a868ac8bb8d21bdad220a6eab083253 columnFamilyName hfileref 2024-12-02T09:05:41,639 DEBUG [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:41,640 INFO [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] regionserver.HStore(327): Store=0a868ac8bb8d21bdad220a6eab083253/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:41,640 INFO [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,641 INFO [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a868ac8bb8d21bdad220a6eab083253 columnFamilyName queue 2024-12-02T09:05:41,641 DEBUG [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:41,641 INFO [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] regionserver.HStore(327): Store=0a868ac8bb8d21bdad220a6eab083253/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:41,641 INFO [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,641 INFO [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a868ac8bb8d21bdad220a6eab083253 columnFamilyName sid 2024-12-02T09:05:41,641 DEBUG [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:41,642 INFO [StoreOpener-0a868ac8bb8d21bdad220a6eab083253-1 {}] regionserver.HStore(327): Store=0a868ac8bb8d21bdad220a6eab083253/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:41,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/replication/0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/replication/0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:05:41,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/replication/0a868ac8bb8d21bdad220a6eab083253/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:41,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0a868ac8bb8d21bdad220a6eab083253; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59594586, jitterRate=-0.11197146773338318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:05:41,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:05:41,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0a868ac8bb8d21bdad220a6eab083253: Running coprocessor pre-open hook at 1733130341637Writing region info on filesystem at 1733130341637Initializing all the Stores at 1733130341638 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130341638Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130341638Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130341638Cleaning up temporary data from old regions at 1733130341643 (+5 ms)Running coprocessor post-open hooks at 1733130341646 (+3 ms)Region opened successfully at 1733130341646 2024-12-02T09:05:41,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253., pid=10, masterSystemTime=1733130341615 2024-12-02T09:05:41,648 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:05:41,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:05:41,648 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a868ac8bb8d21bdad220a6eab083253, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,39815,1733130323186 2024-12-02T09:05:41,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a868ac8bb8d21bdad220a6eab083253, server=7c6d666a4939,39815,1733130323186 because future has completed 2024-12-02T09:05:41,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:05:41,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a868ac8bb8d21bdad220a6eab083253, server=7c6d666a4939,39815,1733130323186 in 189 msec 2024-12-02T09:05:41,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:05:41,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a868ac8bb8d21bdad220a6eab083253, ASSIGN in 345 msec 2024-12-02T09:05:41,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:05:41,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130341655"}]},"ts":"1733130341655"} 2024-12-02T09:05:41,657 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:05:41,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:05:41,659 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-12-02T09:05:41,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253., hostname=7c6d666a4939,39815,1733130323186, seqNum=2] 2024-12-02T09:05:41,701 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:41,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:05:41,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:05:41,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:05:41,871 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:05:41,899 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,39815,1733130323186, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:05:41,899 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:41,899 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39815,1733130323186, seqNum=-1] 2024-12-02T09:05:41,900 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:41,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T09:05:41,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,39815,1733130323186', locateType=CURRENT is [region=hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253., hostname=7c6d666a4939,39815,1733130323186, seqNum=2] 2024-12-02T09:05:41,915 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:05:41,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:05:41,918 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,39815,1733130323186 suceeded 2024-12-02T09:05:41,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:05:41,920 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:46179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:05:41,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-12-02T09:05:41,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4510 sec 2024-12-02T09:05:41,938 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:46179' 2024-12-02T09:05:41,939 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14302d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:41,939 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46179,-1 for getting cluster id 2024-12-02T09:05:41,940 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:41,941 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ce380cb-aee4-4c6e-9483-36db58bcee8a' 2024-12-02T09:05:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ce380cb-aee4-4c6e-9483-36db58bcee8a" 2024-12-02T09:05:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1df1cdb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46179,-1] 2024-12-02T09:05:41,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:41,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:41,943 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:41,944 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41c7c72a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:41,944 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:41,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46179,1733130327589 2024-12-02T09:05:41,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@144d48f2 2024-12-02T09:05:41,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:41,946 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-02T09:05:41,947 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,39815,1733130323186 (queues=1) is replicating from cluster=2283cde5-27d0-447a-8e3f-915bbeb6b149 to cluster=2ce380cb-aee4-4c6e-9483-36db58bcee8a 2024-12-02T09:05:41,947 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C39815%2C1733130323186 2024-12-02T09:05:41,947 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,39815,1733130323186, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:05:41,948 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, startPosition=0, beingWritten=true 2024-12-02T09:05:41,955 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C39815%2C1733130323186 2024-12-02T09:05:41,965 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:41,965 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 379, reset compression=false 2024-12-02T09:05:41,965 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39815,1733130323186 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:42,172 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 379, reset compression=false 2024-12-02T09:05:42,476 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 379, reset compression=false 2024-12-02T09:05:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:42,618 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:05:42,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:42,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:42,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:42,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:42,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:42,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115eae60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:42,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46179,-1 for getting cluster id 2024-12-02T09:05:42,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:42,621 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ce380cb-aee4-4c6e-9483-36db58bcee8a' 2024-12-02T09:05:42,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:42,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ce380cb-aee4-4c6e-9483-36db58bcee8a" 2024-12-02T09:05:42,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1264f1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:42,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46179,-1] 2024-12-02T09:05:42,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:42,622 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:42,623 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:42,624 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e9c9d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:42,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:42,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46179,1733130327589 2024-12-02T09:05:42,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ec1edc 2024-12-02T09:05:42,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:42,626 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:42,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:34405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:05:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:05:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:42,631 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34405' 2024-12-02T09:05:42,644 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce0eac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:42,644 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34405,-1 for getting cluster id 2024-12-02T09:05:42,645 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:42,645 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04c0799-6ab9-4d7c-8e12-c52b403c9eac' 2024-12-02T09:05:42,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:42,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04c0799-6ab9-4d7c-8e12-c52b403c9eac" 2024-12-02T09:05:42,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720c44ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:42,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34405,-1] 2024-12-02T09:05:42,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:42,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:42,646 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:42,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14435444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:42,647 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:42,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34405,1733130332043 2024-12-02T09:05:42,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c851c22 2024-12-02T09:05:42,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:42,648 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:42,649 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T09:05:42,649 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:05:42,649 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:42,649 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:42,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:42,650 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:42,651 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:05:42,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:05:42,651 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:42,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:05:42,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:05:42,701 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:05:42,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:42,886 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 379, reset compression=false 2024-12-02T09:05:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:43,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 005cda8e8a5da06d9dc6156c4d9cbceb, NAME => 'hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858 2024-12-02T09:05:43,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:05:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:43,300 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T09:05:43,391 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 379, reset compression=false 2024-12-02T09:05:43,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:43,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 005cda8e8a5da06d9dc6156c4d9cbceb, disabling compactions & flushes 2024-12-02T09:05:43,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:43,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:43,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. after waiting 0 ms 2024-12-02T09:05:43,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:43,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:43,468 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 005cda8e8a5da06d9dc6156c4d9cbceb: Waiting for close lock at 1733130343468Disabling compacts and flushes for region at 1733130343468Disabling writes for close at 1733130343468Writing region close event to WAL at 1733130343468Closed at 1733130343468 2024-12-02T09:05:43,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:05:43,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130343469"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130343469"}]},"ts":"1733130343469"} 2024-12-02T09:05:43,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:05:43,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:05:43,472 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130343471"}]},"ts":"1733130343471"} 2024-12-02T09:05:43,473 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:05:43,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=005cda8e8a5da06d9dc6156c4d9cbceb, ASSIGN}] 2024-12-02T09:05:43,474 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=005cda8e8a5da06d9dc6156c4d9cbceb, ASSIGN 2024-12-02T09:05:43,475 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=005cda8e8a5da06d9dc6156c4d9cbceb, ASSIGN; state=OFFLINE, location=7c6d666a4939,38623,1733130327717; forceNewPlan=false, retain=false 2024-12-02T09:05:43,625 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=005cda8e8a5da06d9dc6156c4d9cbceb, regionState=OPENING, regionLocation=7c6d666a4939,38623,1733130327717 2024-12-02T09:05:43,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=005cda8e8a5da06d9dc6156c4d9cbceb, ASSIGN because future has completed 2024-12-02T09:05:43,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005cda8e8a5da06d9dc6156c4d9cbceb, server=7c6d666a4939,38623,1733130327717}] 2024-12-02T09:05:43,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:43,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:43,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:43,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:05:43,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C38623%2C1733130327717.rep, suffix=, logDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717, archiveDir=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/oldWALs, maxLogs=10 2024-12-02T09:05:43,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.rep.1733130343784, exclude list is [], retry=0 2024-12-02T09:05:43,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35367,DS-a9fdfbd1-44a6-4cbc-b09b-0b41fab4ba31,DISK] 2024-12-02T09:05:43,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.rep.1733130343784 2024-12-02T09:05:43,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36243:36243)] 2024-12-02T09:05:43,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 005cda8e8a5da06d9dc6156c4d9cbceb, NAME => 'hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:43,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:43,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:05:43,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. service=MultiRowMutationService 2024-12-02T09:05:43,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:05:43,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:43,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,800 INFO [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,801 INFO [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 005cda8e8a5da06d9dc6156c4d9cbceb columnFamilyName hfileref 2024-12-02T09:05:43,801 DEBUG [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:43,801 INFO [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] regionserver.HStore(327): Store=005cda8e8a5da06d9dc6156c4d9cbceb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:43,802 INFO [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,802 INFO [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 005cda8e8a5da06d9dc6156c4d9cbceb columnFamilyName queue 2024-12-02T09:05:43,802 DEBUG [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:43,803 INFO [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] regionserver.HStore(327): Store=005cda8e8a5da06d9dc6156c4d9cbceb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:43,803 INFO [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,804 INFO [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 005cda8e8a5da06d9dc6156c4d9cbceb columnFamilyName sid 2024-12-02T09:05:43,804 DEBUG [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:43,804 INFO [StoreOpener-005cda8e8a5da06d9dc6156c4d9cbceb-1 {}] regionserver.HStore(327): Store=005cda8e8a5da06d9dc6156c4d9cbceb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:43,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/replication/005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/replication/005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:05:43,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/replication/005cda8e8a5da06d9dc6156c4d9cbceb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:43,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 005cda8e8a5da06d9dc6156c4d9cbceb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66453715, jitterRate=-0.009762480854988098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:05:43,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:43,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 005cda8e8a5da06d9dc6156c4d9cbceb: Running coprocessor pre-open hook at 1733130343799Writing region info on filesystem at 1733130343799Initializing all the Stores at 1733130343800 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130343800Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130343800Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130343800Cleaning up temporary data from old regions at 1733130343806 (+6 ms)Running coprocessor post-open hooks at 1733130343809 (+3 ms)Region opened successfully at 1733130343809 2024-12-02T09:05:43,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb., pid=10, masterSystemTime=1733130343779 2024-12-02T09:05:43,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:43,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:43,812 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=005cda8e8a5da06d9dc6156c4d9cbceb, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,38623,1733130327717 2024-12-02T09:05:43,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 005cda8e8a5da06d9dc6156c4d9cbceb, server=7c6d666a4939,38623,1733130327717 because future has completed 2024-12-02T09:05:43,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:05:43,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 005cda8e8a5da06d9dc6156c4d9cbceb, server=7c6d666a4939,38623,1733130327717 in 188 msec 2024-12-02T09:05:43,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:05:43,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=005cda8e8a5da06d9dc6156c4d9cbceb, ASSIGN in 343 msec 2024-12-02T09:05:43,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:05:43,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130343819"}]},"ts":"1733130343819"} 2024-12-02T09:05:43,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:05:43,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:05:43,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-12-02T09:05:43,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb., hostname=7c6d666a4939,38623,1733130327717, seqNum=2] 2024-12-02T09:05:43,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:43,892 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:43,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:05:43,995 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 379, reset compression=false 2024-12-02T09:05:44,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38623 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:05:44,071 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:05:44,098 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,38623,1733130327717, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:05:44,098 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:44,098 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,38623,1733130327717, seqNum=-1] 2024-12-02T09:05:44,099 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:44,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T09:05:44,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,38623,1733130327717', locateType=CURRENT is [region=hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb., hostname=7c6d666a4939,38623,1733130327717, seqNum=2] 2024-12-02T09:05:44,103 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:05:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:05:44,105 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,38623,1733130327717 suceeded 2024-12-02T09:05:44,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:05:44,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-12-02T09:05:44,107 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:34405,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:05:44,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-12-02T09:05:44,117 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34405' 2024-12-02T09:05:44,118 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28a0c702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:44,118 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34405,-1 for getting cluster id 2024-12-02T09:05:44,118 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:44,119 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04c0799-6ab9-4d7c-8e12-c52b403c9eac' 2024-12-02T09:05:44,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:44,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04c0799-6ab9-4d7c-8e12-c52b403c9eac" 2024-12-02T09:05:44,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@190de96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:44,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34405,-1] 2024-12-02T09:05:44,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:44,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:44,120 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:44,121 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a48b850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:44,121 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:44,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34405,1733130332043 2024-12-02T09:05:44,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a02e939 2024-12-02T09:05:44,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:44,122 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-02T09:05:44,123 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,38623,1733130327717 (queues=1) is replicating from cluster=2ce380cb-aee4-4c6e-9483-36db58bcee8a to cluster=e04c0799-6ab9-4d7c-8e12-c52b403c9eac 2024-12-02T09:05:44,123 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C38623%2C1733130327717 2024-12-02T09:05:44,123 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,38623,1733130327717, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:05:44,123 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C38623%2C1733130327717 2024-12-02T09:05:44,123 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, startPosition=0, beingWritten=true 2024-12-02T09:05:44,127 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:44,127 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 379, reset compression=false 2024-12-02T09:05:44,127 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38623,1733130327717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:44,331 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 379, reset compression=false 2024-12-02T09:05:44,635 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 379, reset compression=false 2024-12-02T09:05:44,698 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 379, reset compression=false 2024-12-02T09:05:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:44,778 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:05:44,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:44,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:44,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:44,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:44,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:44,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38884739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:44,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34405,-1 for getting cluster id 2024-12-02T09:05:44,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:44,780 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04c0799-6ab9-4d7c-8e12-c52b403c9eac' 2024-12-02T09:05:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04c0799-6ab9-4d7c-8e12-c52b403c9eac" 2024-12-02T09:05:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eebd94e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34405,-1] 2024-12-02T09:05:44,780 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:44,781 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:44,781 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b832fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:44,781 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34405,1733130332043 2024-12-02T09:05:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5407ea23 2024-12-02T09:05:44,782 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:44,783 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:44,783 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:35011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:05:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:05:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:44,785 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:35011' 2024-12-02T09:05:44,786 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a84841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:44,786 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35011,-1 for getting cluster id 2024-12-02T09:05:44,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:44,786 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2283cde5-27d0-447a-8e3f-915bbeb6b149' 2024-12-02T09:05:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2283cde5-27d0-447a-8e3f-915bbeb6b149" 2024-12-02T09:05:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25dfeaec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35011,-1] 2024-12-02T09:05:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:44,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:44,788 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:44,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abe3cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:44,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,35011,1733130323012 2024-12-02T09:05:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ca76be3 2024-12-02T09:05:44,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:44,790 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:44,790 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T09:05:44,790 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:05:44,790 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:44,790 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:44,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:44,791 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:05:44,792 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:05:44,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:05:44,792 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:44,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:05:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:05:44,842 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:05:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:45,038 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 379, reset compression=false 2024-12-02T09:05:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:45,199 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ed471927de69ca7489d7d6bb2d83b35, NAME => 'hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67 2024-12-02T09:05:45,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:05:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:45,501 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 379, reset compression=false 2024-12-02T09:05:45,541 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 379, reset compression=false 2024-12-02T09:05:45,557 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:05:45,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:45,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:45,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3ed471927de69ca7489d7d6bb2d83b35, disabling compactions & flushes 2024-12-02T09:05:45,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:45,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:45,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. after waiting 0 ms 2024-12-02T09:05:45,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:45,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:45,604 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ed471927de69ca7489d7d6bb2d83b35: Waiting for close lock at 1733130345604Disabling compacts and flushes for region at 1733130345604Disabling writes for close at 1733130345604Writing region close event to WAL at 1733130345604Closed at 1733130345604 2024-12-02T09:05:45,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:05:45,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130345605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130345605"}]},"ts":"1733130345605"} 2024-12-02T09:05:45,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:05:45,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:05:45,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130345608"}]},"ts":"1733130345608"} 2024-12-02T09:05:45,609 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:05:45,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ed471927de69ca7489d7d6bb2d83b35, ASSIGN}] 2024-12-02T09:05:45,610 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ed471927de69ca7489d7d6bb2d83b35, ASSIGN 2024-12-02T09:05:45,610 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ed471927de69ca7489d7d6bb2d83b35, ASSIGN; state=OFFLINE, location=7c6d666a4939,45849,1733130332148; forceNewPlan=false, retain=false 2024-12-02T09:05:45,761 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ed471927de69ca7489d7d6bb2d83b35, regionState=OPENING, regionLocation=7c6d666a4939,45849,1733130332148 2024-12-02T09:05:45,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3ed471927de69ca7489d7d6bb2d83b35, ASSIGN because future has completed 2024-12-02T09:05:45,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ed471927de69ca7489d7d6bb2d83b35, server=7c6d666a4939,45849,1733130332148}] 2024-12-02T09:05:45,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:45,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:05:45,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:05:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:45,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C45849%2C1733130332148.rep, suffix=, logDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148, archiveDir=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/oldWALs, maxLogs=10 2024-12-02T09:05:45,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.rep.1733130345919, exclude list is [], retry=0 2024-12-02T09:05:45,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46747,DS-91a6a0d4-9b11-4d0c-89c0-107dbdb90ee8,DISK] 2024-12-02T09:05:45,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.rep.1733130345919 2024-12-02T09:05:45,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45021:45021)] 2024-12-02T09:05:45,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ed471927de69ca7489d7d6bb2d83b35, NAME => 'hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:05:45,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:05:45,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:05:45,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. service=MultiRowMutationService 2024-12-02T09:05:45,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:05:45,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:05:45,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,939 INFO [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,940 INFO [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ed471927de69ca7489d7d6bb2d83b35 columnFamilyName hfileref 2024-12-02T09:05:45,940 DEBUG [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:45,940 INFO [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] regionserver.HStore(327): Store=3ed471927de69ca7489d7d6bb2d83b35/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:45,940 INFO [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,941 INFO [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ed471927de69ca7489d7d6bb2d83b35 columnFamilyName queue 2024-12-02T09:05:45,941 DEBUG [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:45,941 INFO [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] regionserver.HStore(327): Store=3ed471927de69ca7489d7d6bb2d83b35/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:45,941 INFO [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,942 INFO [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ed471927de69ca7489d7d6bb2d83b35 columnFamilyName sid 2024-12-02T09:05:45,942 DEBUG [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:05:45,942 INFO [StoreOpener-3ed471927de69ca7489d7d6bb2d83b35-1 {}] regionserver.HStore(327): Store=3ed471927de69ca7489d7d6bb2d83b35/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:05:45,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/replication/3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/replication/3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:05:45,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/replication/3ed471927de69ca7489d7d6bb2d83b35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:05:45,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3ed471927de69ca7489d7d6bb2d83b35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75071731, jitterRate=0.1186559647321701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:05:45,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:45,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3ed471927de69ca7489d7d6bb2d83b35: Running coprocessor pre-open hook at 1733130345936Writing region info on filesystem at 1733130345936Initializing all the Stores at 1733130345937 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130345937Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130345939 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130345939Cleaning up temporary data from old regions at 1733130345943 (+4 ms)Running coprocessor post-open hooks at 1733130345946 (+3 ms)Region opened successfully at 1733130345946 2024-12-02T09:05:45,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35., pid=10, masterSystemTime=1733130345915 2024-12-02T09:05:45,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:45,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:45,949 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ed471927de69ca7489d7d6bb2d83b35, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,45849,1733130332148 2024-12-02T09:05:45,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ed471927de69ca7489d7d6bb2d83b35, server=7c6d666a4939,45849,1733130332148 because future has completed 2024-12-02T09:05:45,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:05:45,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ed471927de69ca7489d7d6bb2d83b35, server=7c6d666a4939,45849,1733130332148 in 188 msec 2024-12-02T09:05:45,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:05:45,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3ed471927de69ca7489d7d6bb2d83b35, ASSIGN in 343 msec 2024-12-02T09:05:45,954 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:05:45,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130345954"}]},"ts":"1733130345954"} 2024-12-02T09:05:45,956 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:05:45,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:05:45,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-02T09:05:45,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35., hostname=7c6d666a4939,45849,1733130332148, seqNum=2] 2024-12-02T09:05:46,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:46,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:46,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:05:46,145 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 379, reset compression=false 2024-12-02T09:05:46,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:05:46,237 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:05:46,260 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,45849,1733130332148, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:05:46,261 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:46,261 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45849,1733130332148, seqNum=-1] 2024-12-02T09:05:46,261 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:46,262 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T09:05:46,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,45849,1733130332148', locateType=CURRENT is [region=hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35., hostname=7c6d666a4939,45849,1733130332148, seqNum=2] 2024-12-02T09:05:46,265 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:05:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:05:46,267 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,45849,1733130332148 suceeded 2024-12-02T09:05:46,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:05:46,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-02T09:05:46,268 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:35011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:05:46,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4850 sec 2024-12-02T09:05:46,279 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:35011' 2024-12-02T09:05:46,280 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f6c0630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,280 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35011,-1 for getting cluster id 2024-12-02T09:05:46,280 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:46,281 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2283cde5-27d0-447a-8e3f-915bbeb6b149' 2024-12-02T09:05:46,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:46,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2283cde5-27d0-447a-8e3f-915bbeb6b149" 2024-12-02T09:05:46,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30d66392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35011,-1] 2024-12-02T09:05:46,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:46,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:46,282 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:46,282 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74db53f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,283 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:46,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,35011,1733130323012 2024-12-02T09:05:46,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23a5d6bd 2024-12-02T09:05:46,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:46,284 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T09:05:46,284 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,45849,1733130332148 (queues=1) is replicating from cluster=e04c0799-6ab9-4d7c-8e12-c52b403c9eac to cluster=2283cde5-27d0-447a-8e3f-915bbeb6b149 2024-12-02T09:05:46,285 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C45849%2C1733130332148 2024-12-02T09:05:46,285 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,45849,1733130332148, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:05:46,285 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, startPosition=0, beingWritten=true 2024-12-02T09:05:46,287 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C45849%2C1733130332148 2024-12-02T09:05:46,294 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:46,294 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 379, reset compression=false 2024-12-02T09:05:46,294 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45849,1733130332148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:46,405 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 379, reset compression=false 2024-12-02T09:05:46,498 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 379, reset compression=false 2024-12-02T09:05:46,801 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 379, reset compression=false 2024-12-02T09:05:46,848 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 379, reset compression=false 2024-12-02T09:05:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:05:46,929 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:05:46,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:46,929 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:46,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:46,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:46,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:46,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd5675f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35011,-1 for getting cluster id 2024-12-02T09:05:46,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:46,930 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2283cde5-27d0-447a-8e3f-915bbeb6b149' 2024-12-02T09:05:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2283cde5-27d0-447a-8e3f-915bbeb6b149" 2024-12-02T09:05:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3c1179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35011,-1] 2024-12-02T09:05:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:46,931 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:46,931 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:46,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0bd3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e90e44a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46179,-1 for getting cluster id 2024-12-02T09:05:46,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:46,933 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ce380cb-aee4-4c6e-9483-36db58bcee8a' 2024-12-02T09:05:46,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:46,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ce380cb-aee4-4c6e-9483-36db58bcee8a" 2024-12-02T09:05:46,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8c46cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46179,-1] 2024-12-02T09:05:46,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:46,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:46,934 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:46,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c19572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61640177, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34405,-1 for getting cluster id 2024-12-02T09:05:46,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:46,935 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04c0799-6ab9-4d7c-8e12-c52b403c9eac' 2024-12-02T09:05:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04c0799-6ab9-4d7c-8e12-c52b403c9eac" 2024-12-02T09:05:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15429c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34405,-1] 2024-12-02T09:05:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:46,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:46,936 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:46,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8808c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:46,937 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:46,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39815,1733130323186, seqNum=-1] 2024-12-02T09:05:46,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:46,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe., hostname=7c6d666a4939,39815,1733130323186, seqNum=2] 2024-12-02T09:05:46,943 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:46,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45849,1733130332148, seqNum=-1] 2024-12-02T09:05:46,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:46,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733130339321.c15d467da0786b49f17599490c581192., hostname=7c6d666a4939,45849,1733130332148, seqNum=2] 2024-12-02T09:05:46,974 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T09:05:47,204 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 379, reset compression=false 2024-12-02T09:05:47,409 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 379, reset compression=false 2024-12-02T09:05:47,413 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:47,413 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 480, reset compression=false 2024-12-02T09:05:47,413 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39815,1733130323186 got entry batch from reader: WALEntryBatch [walEntries=[{test/f28fd736f0947fbe804c2a0fe5843ffe/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T09:05:47,415 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:05:47,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-02T09:05:47,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:47,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e2775d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:47,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46179,-1 for getting cluster id 2024-12-02T09:05:47,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:47,417 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ce380cb-aee4-4c6e-9483-36db58bcee8a' 2024-12-02T09:05:47,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:47,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ce380cb-aee4-4c6e-9483-36db58bcee8a" 2024-12-02T09:05:47,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18937a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:47,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46179,-1] 2024-12-02T09:05:47,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:47,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:47,418 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:47,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b44e5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:47,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:47,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,38623,1733130327717, seqNum=-1] 2024-12-02T09:05:47,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:47,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T09:05:47,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733130337171.7b07417f6bd94344c4543b7737adb256., hostname=7c6d666a4939,38623,1733130327717, seqNum=2] 2024-12-02T09:05:47,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:47,616 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 480, reset compression=false 2024-12-02T09:05:47,651 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 379, reset compression=false 2024-12-02T09:05:47,655 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:47,655 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 503, reset compression=false 2024-12-02T09:05:47,655 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38623,1733130327717 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b07417f6bd94344c4543b7737adb256/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T09:05:47,657 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:05:47,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-02T09:05:47,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:47,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a2443a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:47,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34405,-1 for getting cluster id 2024-12-02T09:05:47,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:47,664 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04c0799-6ab9-4d7c-8e12-c52b403c9eac' 2024-12-02T09:05:47,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:47,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04c0799-6ab9-4d7c-8e12-c52b403c9eac" 2024-12-02T09:05:47,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b0c4c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:47,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34405,-1] 2024-12-02T09:05:47,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:47,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:47,665 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:47,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42dad65f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:47,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:47,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,45849,1733130332148, seqNum=-1] 2024-12-02T09:05:47,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:47,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T09:05:47,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733130339321.c15d467da0786b49f17599490c581192., hostname=7c6d666a4939,45849,1733130332148, seqNum=2] 2024-12-02T09:05:47,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:47,707 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 379, reset compression=false 2024-12-02T09:05:47,711 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:47,711 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 526, reset compression=false 2024-12-02T09:05:47,711 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45849,1733130332148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:47,859 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 503, reset compression=false 2024-12-02T09:05:47,914 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 526, reset compression=false 2024-12-02T09:05:47,919 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 480, reset compression=false 2024-12-02T09:05:47,976 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T09:05:47,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,38623,1733130327717, seqNum=-1] 2024-12-02T09:05:47,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:47,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:05:47,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733130337171.7b07417f6bd94344c4543b7737adb256., hostname=7c6d666a4939,38623,1733130327717, seqNum=2] 2024-12-02T09:05:47,982 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T09:05:48,163 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 503, reset compression=false 2024-12-02T09:05:48,167 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:48,167 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 607, reset compression=false 2024-12-02T09:05:48,167 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38623,1733130327717 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b07417f6bd94344c4543b7737adb256/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T09:05:48,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:48,170 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:48,218 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 526, reset compression=false 2024-12-02T09:05:48,221 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:48,221 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 653, reset compression=false 2024-12-02T09:05:48,221 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45849,1733130332148 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15d467da0786b49f17599490c581192/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T09:05:48,223 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:05:48,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T09:05:48,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:48,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@613dfa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:48,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35011,-1 for getting cluster id 2024-12-02T09:05:48,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:48,229 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2283cde5-27d0-447a-8e3f-915bbeb6b149' 2024-12-02T09:05:48,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:48,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2283cde5-27d0-447a-8e3f-915bbeb6b149" 2024-12-02T09:05:48,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f00e15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:48,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35011,-1] 2024-12-02T09:05:48,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:48,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:48,230 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:48,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ff04a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:48,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:05:48,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39815,1733130323186, seqNum=-1] 2024-12-02T09:05:48,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:05:48,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T09:05:48,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe., hostname=7c6d666a4939,39815,1733130323186, seqNum=2] 2024-12-02T09:05:48,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:48,322 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 480, reset compression=false 2024-12-02T09:05:48,326 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:48,326 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 631, reset compression=false 2024-12-02T09:05:48,326 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39815,1733130323186 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:48,371 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 607, reset compression=false 2024-12-02T09:05:48,428 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 653, reset compression=false 2024-12-02T09:05:48,530 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 631, reset compression=false 2024-12-02T09:05:48,674 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 607, reset compression=false 2024-12-02T09:05:48,731 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 653, reset compression=false 2024-12-02T09:05:48,833 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 631, reset compression=false 2024-12-02T09:05:48,984 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T09:05:48,987 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T09:05:49,078 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 607, reset compression=false 2024-12-02T09:05:49,134 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 653, reset compression=false 2024-12-02T09:05:49,139 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:49,139 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 757, reset compression=false 2024-12-02T09:05:49,139 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45849,1733130332148 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15d467da0786b49f17599490c581192/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T09:05:49,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:49,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:49,237 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 631, reset compression=false 2024-12-02T09:05:49,245 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:49,245 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 759, reset compression=false 2024-12-02T09:05:49,245 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39815,1733130323186 got entry batch from reader: WALEntryBatch [walEntries=[{test/f28fd736f0947fbe804c2a0fe5843ffe/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T09:05:49,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:49,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:49,346 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 757, reset compression=false 2024-12-02T09:05:49,449 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 759, reset compression=false 2024-12-02T09:05:49,582 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 607, reset compression=false 2024-12-02T09:05:49,586 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:49,586 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 758, reset compression=false 2024-12-02T09:05:49,586 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38623,1733130327717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:49,650 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 757, reset compression=false 2024-12-02T09:05:49,752 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 759, reset compression=false 2024-12-02T09:05:49,789 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 758, reset compression=false 2024-12-02T09:05:49,989 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T09:05:49,993 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T09:05:50,053 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 757, reset compression=false 2024-12-02T09:05:50,092 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 758, reset compression=false 2024-12-02T09:05:50,155 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 759, reset compression=false 2024-12-02T09:05:50,159 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:50,159 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 915, reset compression=false 2024-12-02T09:05:50,159 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39815,1733130323186 got entry batch from reader: WALEntryBatch [walEntries=[{test/f28fd736f0947fbe804c2a0fe5843ffe/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T09:05:50,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:50,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:50,362 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 915, reset compression=false 2024-12-02T09:05:50,497 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 758, reset compression=false 2024-12-02T09:05:50,502 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:50,502 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 905, reset compression=false 2024-12-02T09:05:50,502 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38623,1733130327717 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b07417f6bd94344c4543b7737adb256/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T09:05:50,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:50,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:50,556 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 757, reset compression=false 2024-12-02T09:05:50,569 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:50,569 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 927, reset compression=false 2024-12-02T09:05:50,569 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45849,1733130332148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:50,665 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 915, reset compression=false 2024-12-02T09:05:50,705 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 905, reset compression=false 2024-12-02T09:05:50,772 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 927, reset compression=false 2024-12-02T09:05:50,995 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T09:05:50,998 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T09:05:51,008 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 905, reset compression=false 2024-12-02T09:05:51,012 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:51,012 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1064, reset compression=false 2024-12-02T09:05:51,012 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38623,1733130327717 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b07417f6bd94344c4543b7737adb256/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T09:05:51,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:51,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:51,069 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 915, reset compression=false 2024-12-02T09:05:51,076 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 927, reset compression=false 2024-12-02T09:05:51,079 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:51,079 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1076, reset compression=false 2024-12-02T09:05:51,079 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45849,1733130332148 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15d467da0786b49f17599490c581192/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T09:05:51,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:51,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:51,215 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1064, reset compression=false 2024-12-02T09:05:51,282 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1076, reset compression=false 2024-12-02T09:05:51,438 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:05:51,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:05:51,518 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1064, reset compression=false 2024-12-02T09:05:51,572 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 915, reset compression=false 2024-12-02T09:05:51,575 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:51,575 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1088, reset compression=false 2024-12-02T09:05:51,576 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39815,1733130323186 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:51,585 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1076, reset compression=false 2024-12-02T09:05:51,778 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1088, reset compression=false 2024-12-02T09:05:51,921 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1064, reset compression=false 2024-12-02T09:05:51,988 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1076, reset compression=false 2024-12-02T09:05:52,002 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T09:05:52,017 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T09:05:52,082 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1088, reset compression=false 2024-12-02T09:05:52,439 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1064, reset compression=false 2024-12-02T09:05:52,491 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1076, reset compression=false 2024-12-02T09:05:52,495 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:52,495 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1235, reset compression=false 2024-12-02T09:05:52,496 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45849,1733130332148 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15d467da0786b49f17599490c581192/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T09:05:52,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:52,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:52,500 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1088, reset compression=false 2024-12-02T09:05:52,504 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:52,504 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1238, reset compression=false 2024-12-02T09:05:52,504 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39815,1733130323186 got entry batch from reader: WALEntryBatch [walEntries=[{test/f28fd736f0947fbe804c2a0fe5843ffe/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T09:05:52,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:52,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:52,699 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1235, reset compression=false 2024-12-02T09:05:52,707 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1238, reset compression=false 2024-12-02T09:05:52,963 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T09:05:53,003 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1235, reset compression=false 2024-12-02T09:05:53,015 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1238, reset compression=false 2024-12-02T09:05:53,019 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T09:05:53,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4e27ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:53,025 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34405,-1 for getting cluster id 2024-12-02T09:05:53,025 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:53,026 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04c0799-6ab9-4d7c-8e12-c52b403c9eac' 2024-12-02T09:05:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04c0799-6ab9-4d7c-8e12-c52b403c9eac" 2024-12-02T09:05:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d254738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34405,-1] 2024-12-02T09:05:53,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:53,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:53,027 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:53,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11cecac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:53,030 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34405,1733130332043 2024-12-02T09:05:53,030 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9470c9 2024-12-02T09:05:53,031 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:53,032 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:53,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-02T09:05:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-02T09:05:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T09:05:53,043 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1064, reset compression=false 2024-12-02T09:05:53,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:05:53,048 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:53,048 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1237, reset compression=false 2024-12-02T09:05:53,048 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38623,1733130327717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:53,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T09:05:53,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T09:05:53,196 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-02T09:05:53,197 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-02T09:05:53,197 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,45849,1733130332148 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-02T09:05:53,197 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0. 2024-12-02T09:05:53,197 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:53,197 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:53,197 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:53,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:53,256 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1237, reset compression=false 2024-12-02T09:05:53,298 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T09:05:53,298 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T09:05:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T09:05:53,398 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 terminated 2024-12-02T09:05:53,418 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1238, reset compression=false 2024-12-02T09:05:53,419 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,45849,1733130332148, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:05:53,420 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-02T09:05:53,423 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T09:05:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T09:05:53,427 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 7c6d666a4939,45849,1733130332148 suceeded 2024-12-02T09:05:53,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T09:05:53,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 384 msec 2024-12-02T09:05:53,429 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-02T09:05:53,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 396 msec 2024-12-02T09:05:53,441 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:35011' 2024-12-02T09:05:53,443 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d8a46c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:53,443 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,35011,-1 for getting cluster id 2024-12-02T09:05:53,443 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:53,444 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2283cde5-27d0-447a-8e3f-915bbeb6b149' 2024-12-02T09:05:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2283cde5-27d0-447a-8e3f-915bbeb6b149" 2024-12-02T09:05:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d1feef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,35011,-1] 2024-12-02T09:05:53,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:53,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:53,446 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:53,447 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d3c8008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:53,447 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:53,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,35011,1733130323012 2024-12-02T09:05:53,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58cf18b0 2024-12-02T09:05:53,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:53,449 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T09:05:53,450 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,45849,1733130332148 (queues=1) is replicating from cluster=e04c0799-6ab9-4d7c-8e12-c52b403c9eac to cluster=2283cde5-27d0-447a-8e3f-915bbeb6b149 2024-12-02T09:05:53,450 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C45849%2C1733130332148 2024-12-02T09:05:53,450 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,45849,1733130332148, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:05:53,451 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C45849%2C1733130332148 2024-12-02T09:05:53,561 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1237, reset compression=false 2024-12-02T09:05:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T09:05:53,669 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:05:53,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:53,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:53,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:53,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:53,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:53,675 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-02T09:05:53,930 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1238, reset compression=false 2024-12-02T09:05:53,934 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:53,934 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1342, reset compression=false 2024-12-02T09:05:53,934 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39815,1733130323186 got entry batch from reader: WALEntryBatch [walEntries=[{test/f28fd736f0947fbe804c2a0fe5843ffe/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T09:05:53,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:53,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38623 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:53,964 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1237, reset compression=false 2024-12-02T09:05:53,969 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:53,969 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1364, reset compression=false 2024-12-02T09:05:53,969 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38623,1733130327717 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b07417f6bd94344c4543b7737adb256/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T09:05:53,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:53,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:54,137 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1342, reset compression=false 2024-12-02T09:05:54,172 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1364, reset compression=false 2024-12-02T09:05:54,441 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1342, reset compression=false 2024-12-02T09:05:54,475 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1364, reset compression=false 2024-12-02T09:05:54,677 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-02T09:05:54,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b492b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:54,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34405,-1 for getting cluster id 2024-12-02T09:05:54,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:05:54,685 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e04c0799-6ab9-4d7c-8e12-c52b403c9eac' 2024-12-02T09:05:54,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:05:54,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e04c0799-6ab9-4d7c-8e12-c52b403c9eac" 2024-12-02T09:05:54,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b2dceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:54,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34405,-1] 2024-12-02T09:05:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:05:54,686 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:54,687 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:05:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39325af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:05:54,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34405,1733130332043 2024-12-02T09:05:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cced8fe 2024-12-02T09:05:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:05:54,699 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:05:54,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-02T09:05:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-02T09:05:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T09:05:54,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:05:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T09:05:54,844 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1342, reset compression=false 2024-12-02T09:05:54,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45849 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-02T09:05:54,873 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-02T09:05:54,874 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T09:05:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T09:05:54,883 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 7c6d666a4939,45849,1733130332148 suceeded 2024-12-02T09:05:54,883 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1364, reset compression=false 2024-12-02T09:05:54,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T09:05:54,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 165 msec 2024-12-02T09:05:54,885 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-02T09:05:54,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 185 msec 2024-12-02T09:05:54,891 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:54,891 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1468, reset compression=false 2024-12-02T09:05:54,891 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38623,1733130327717 got entry batch from reader: WALEntryBatch [walEntries=[{test/7b07417f6bd94344c4543b7737adb256/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T09:05:54,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:54,895 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45849 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:54,957 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, startPosition=1235, beingWritten=true 2024-12-02T09:05:54,966 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:05:54,966 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45849,1733130332148 got entry batch from reader: WALEntryBatch [walEntries=[{test/c15d467da0786b49f17599490c581192/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T09:05:54,966 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1512, reset compression=false 2024-12-02T09:05:54,969 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:05:54,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T09:05:54,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:05:54,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39815 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:05:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T09:05:55,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:55,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:55,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:55,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:55,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:55,033 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:05:55,040 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-02T09:05:55,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:05:55,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:55,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:55,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:55,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:55,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:05:55,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=175651212, stopped=false 2024-12-02T09:05:55,041 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,34405,1733130332043 2024-12-02T09:05:55,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:55,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1241292632/running 2024-12-02T09:05:55,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:55,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1241292632/running 2024-12-02T09:05:55,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:55,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:05:55,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:55,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Set watcher on znode that does not yet exist, /2-1241292632/running 2024-12-02T09:05:55,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:55,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:55,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,45849,1733130332148' ***** 2024-12-02T09:05:55,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:05:55,097 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1468, reset compression=false 2024-12-02T09:05:55,097 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:05:55,097 INFO [RS:0;7c6d666a4939:45849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:05:55,097 INFO [RS:0;7c6d666a4939:45849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:05:55,097 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(3091): Received CLOSE for c15d467da0786b49f17599490c581192 2024-12-02T09:05:55,098 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:05:55,098 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:55,098 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,45849,1733130332148 2024-12-02T09:05:55,098 INFO [RS:0;7c6d666a4939:45849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:05:55,098 INFO [RS:0;7c6d666a4939:45849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:45849. 2024-12-02T09:05:55,098 DEBUG [RS:0;7c6d666a4939:45849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:55,098 DEBUG [RS:0;7c6d666a4939:45849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:55,099 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:05:55,099 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:05:55,099 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:05:55,099 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:05:55,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Set watcher on znode that does not yet exist, /2-1241292632/running 2024-12-02T09:05:55,101 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c15d467da0786b49f17599490c581192, disabling compactions & flushes 2024-12-02T09:05:55,101 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:55,101 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:55,101 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130339321.c15d467da0786b49f17599490c581192. after waiting 0 ms 2024-12-02T09:05:55,101 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:55,101 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c15d467da0786b49f17599490c581192 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T09:05:55,103 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:05:55,115 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:05:55,115 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c15d467da0786b49f17599490c581192=test,,1733130339321.c15d467da0786b49f17599490c581192., 3ed471927de69ca7489d7d6bb2d83b35=hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35.} 2024-12-02T09:05:55,115 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ed471927de69ca7489d7d6bb2d83b35, c15d467da0786b49f17599490c581192 2024-12-02T09:05:55,115 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:05:55,116 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:05:55,116 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:05:55,116 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:05:55,116 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:05:55,116 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:05:55,143 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/.tmp/f/187c5d18611b4e1a97e286ef7eefa1fe is 37, key is row3/f:row3/1733130353671/Put/seqid=0 2024-12-02T09:05:55,153 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/info/c7c204b42e094ad9881e9f1ef3ad9a77 is 147, key is hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35./info:regioninfo/1733130345949/Put/seqid=0 2024-12-02T09:05:55,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741840_1016 (size=5228) 2024-12-02T09:05:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741841_1017 (size=7686) 2024-12-02T09:05:55,187 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1512, reset compression=false 2024-12-02T09:05:55,192 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:55,192 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1759, reset compression=false 2024-12-02T09:05:55,192 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,45849,1733130332148 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:55,193 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7c6d666a4939,45849,1733130332148: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7c6d666a4939,45849,1733130332148, walGroup=7c6d666a4939%2C45849%2C1733130332148, offset=7c6d666a4939%2C45849%2C1733130332148.1733130334005:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:45849 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T09:05:55,194 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T09:05:55,194 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T09:05:55,195 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T09:05:55,195 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T09:05:55,195 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T09:05:55,195 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 802158056 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198650352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T09:05:55,196 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:34405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:34405 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T09:05:55,315 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ed471927de69ca7489d7d6bb2d83b35, c15d467da0786b49f17599490c581192 2024-12-02T09:05:55,359 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1342, reset compression=false 2024-12-02T09:05:55,365 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:55,365 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1493, reset compression=false 2024-12-02T09:05:55,365 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39815,1733130323186 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:55,397 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1759, reset compression=false 2024-12-02T09:05:55,448 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1468, reset compression=false 2024-12-02T09:05:55,516 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ed471927de69ca7489d7d6bb2d83b35, c15d467da0786b49f17599490c581192 2024-12-02T09:05:55,573 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/.tmp/f/187c5d18611b4e1a97e286ef7eefa1fe 2024-12-02T09:05:55,585 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 187c5d18611b4e1a97e286ef7eefa1fe 2024-12-02T09:05:55,586 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/info/c7c204b42e094ad9881e9f1ef3ad9a77 2024-12-02T09:05:55,588 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:05:55,589 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:05:55,589 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68632 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:05:55,598 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1493, reset compression=false 2024-12-02T09:05:55,634 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/.tmp/f1/808f21a531304b74969e5ce9c8d8d1aa is 30, key is row1/f1:/1733130350996/DeleteFamily/seqid=0 2024-12-02T09:05:55,645 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/ns/72d27dcba21443afa7fb6848314545e4 is 43, key is default/ns:d/1733130334948/Put/seqid=0 2024-12-02T09:05:55,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741842_1018 (size=5158) 2024-12-02T09:05:55,649 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/.tmp/f1/808f21a531304b74969e5ce9c8d8d1aa 2024-12-02T09:05:55,653 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 808f21a531304b74969e5ce9c8d8d1aa 2024-12-02T09:05:55,686 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/.tmp/norep/f70f82df516b453dab05bc3b51c41f6a is 33, key is row2/norep:/1733130352003/DeleteFamily/seqid=0 2024-12-02T09:05:55,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741843_1019 (size=5153) 2024-12-02T09:05:55,697 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/ns/72d27dcba21443afa7fb6848314545e4 2024-12-02T09:05:55,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741844_1020 (size=5108) 2024-12-02T09:05:55,716 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ed471927de69ca7489d7d6bb2d83b35, c15d467da0786b49f17599490c581192 2024-12-02T09:05:55,717 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1759, reset compression=false 2024-12-02T09:05:55,722 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/rep_barrier/22793534c4fa4f75b7b831044524617d is 112, key is test,,1733130339321.c15d467da0786b49f17599490c581192./rep_barrier:seqnumDuringOpen/1733130340067/Put/seqid=0 2024-12-02T09:05:55,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741845_1021 (size=5518) 2024-12-02T09:05:55,776 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/rep_barrier/22793534c4fa4f75b7b831044524617d 2024-12-02T09:05:55,806 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/table/f4052461a4444a32957b25c7cd70d27e is 53, key is hbase:replication/table:state/1733130345954/Put/seqid=0 2024-12-02T09:05:55,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741846_1022 (size=5308) 2024-12-02T09:05:55,851 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1468, reset compression=false 2024-12-02T09:05:55,894 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:05:55,895 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:05:55,916 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ed471927de69ca7489d7d6bb2d83b35, c15d467da0786b49f17599490c581192 2024-12-02T09:05:55,944 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1493, reset compression=false 2024-12-02T09:05:56,116 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3ed471927de69ca7489d7d6bb2d83b35, c15d467da0786b49f17599490c581192 2024-12-02T09:05:56,123 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/.tmp/norep/f70f82df516b453dab05bc3b51c41f6a 2024-12-02T09:05:56,123 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.wal-reader.7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/WALs/7c6d666a4939,45849,1733130332148/7c6d666a4939%2C45849%2C1733130332148.1733130334005 to pos 1759, reset compression=false 2024-12-02T09:05:56,133 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f70f82df516b453dab05bc3b51c41f6a 2024-12-02T09:05:56,136 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/.tmp/f/187c5d18611b4e1a97e286ef7eefa1fe as hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/f/187c5d18611b4e1a97e286ef7eefa1fe 2024-12-02T09:05:56,143 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 187c5d18611b4e1a97e286ef7eefa1fe 2024-12-02T09:05:56,143 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/f/187c5d18611b4e1a97e286ef7eefa1fe, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T09:05:56,144 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/.tmp/f1/808f21a531304b74969e5ce9c8d8d1aa as hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/f1/808f21a531304b74969e5ce9c8d8d1aa 2024-12-02T09:05:56,151 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 808f21a531304b74969e5ce9c8d8d1aa 2024-12-02T09:05:56,151 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/f1/808f21a531304b74969e5ce9c8d8d1aa, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T09:05:56,152 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/.tmp/norep/f70f82df516b453dab05bc3b51c41f6a as hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/norep/f70f82df516b453dab05bc3b51c41f6a 2024-12-02T09:05:56,160 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f70f82df516b453dab05bc3b51c41f6a 2024-12-02T09:05:56,160 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/norep/f70f82df516b453dab05bc3b51c41f6a, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T09:05:56,161 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c15d467da0786b49f17599490c581192 in 1060ms, sequenceid=12, compaction requested=false 2024-12-02T09:05:56,170 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/default/test/c15d467da0786b49f17599490c581192/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T09:05:56,171 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:05:56,171 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:05:56,171 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:56,171 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c15d467da0786b49f17599490c581192: Waiting for close lock at 1733130355100Running coprocessor pre-close hooks at 1733130355100Disabling compacts and flushes for region at 1733130355100Disabling writes for close at 1733130355101 (+1 ms)Obtaining lock to block concurrent updates at 1733130355101Preparing flush snapshotting stores in c15d467da0786b49f17599490c581192 at 1733130355101Finished memstore snapshotting test,,1733130339321.c15d467da0786b49f17599490c581192., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733130355101Flushing stores of test,,1733130339321.c15d467da0786b49f17599490c581192. at 1733130355102 (+1 ms)Flushing c15d467da0786b49f17599490c581192/f: creating writer at 1733130355102Flushing c15d467da0786b49f17599490c581192/f: appending metadata at 1733130355140 (+38 ms)Flushing c15d467da0786b49f17599490c581192/f: closing flushed file at 1733130355140Flushing c15d467da0786b49f17599490c581192/f1: creating writer at 1733130355585 (+445 ms)Flushing c15d467da0786b49f17599490c581192/f1: appending metadata at 1733130355634 (+49 ms)Flushing c15d467da0786b49f17599490c581192/f1: closing flushed file at 1733130355634Flushing c15d467da0786b49f17599490c581192/norep: creating writer at 1733130355654 (+20 ms)Flushing c15d467da0786b49f17599490c581192/norep: appending metadata at 1733130355686 (+32 ms)Flushing c15d467da0786b49f17599490c581192/norep: closing flushed file at 1733130355686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64923c5a: reopening flushed file at 1733130356133 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ac35d1: reopening flushed file at 1733130356143 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eabc2dd: reopening flushed file at 1733130356151 (+8 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c15d467da0786b49f17599490c581192 in 1060ms, sequenceid=12, compaction requested=false at 1733130356161 (+10 ms)Writing region close event to WAL at 1733130356168 (+7 ms)Running coprocessor post-close hooks at 1733130356171 (+3 ms)Closed at 1733130356171 2024-12-02T09:05:56,171 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130339321.c15d467da0786b49f17599490c581192. 2024-12-02T09:05:56,171 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ed471927de69ca7489d7d6bb2d83b35, disabling compactions & flushes 2024-12-02T09:05:56,171 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:56,171 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:56,172 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. after waiting 0 ms 2024-12-02T09:05:56,172 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:56,172 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ed471927de69ca7489d7d6bb2d83b35: Waiting for close lock at 1733130356171Running coprocessor pre-close hooks at 1733130356171Disabling compacts and flushes for region at 1733130356171Disabling writes for close at 1733130356172 (+1 ms)Failed flush hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35., putting online again at 1733130356172 2024-12-02T09:05:56,172 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:56,218 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/table/f4052461a4444a32957b25c7cd70d27e 2024-12-02T09:05:56,224 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/info/c7c204b42e094ad9881e9f1ef3ad9a77 as hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/info/c7c204b42e094ad9881e9f1ef3ad9a77 2024-12-02T09:05:56,238 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/info/c7c204b42e094ad9881e9f1ef3ad9a77, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:05:56,239 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/ns/72d27dcba21443afa7fb6848314545e4 as hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/ns/72d27dcba21443afa7fb6848314545e4 2024-12-02T09:05:56,243 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/ns/72d27dcba21443afa7fb6848314545e4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:05:56,248 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/rep_barrier/22793534c4fa4f75b7b831044524617d as hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/rep_barrier/22793534c4fa4f75b7b831044524617d 2024-12-02T09:05:56,253 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/rep_barrier/22793534c4fa4f75b7b831044524617d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:05:56,254 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/.tmp/table/f4052461a4444a32957b25c7cd70d27e as hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/table/f4052461a4444a32957b25c7cd70d27e 2024-12-02T09:05:56,260 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/table/f4052461a4444a32957b25c7cd70d27e, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:05:56,261 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1144ms, sequenceid=16, compaction requested=false 2024-12-02T09:05:56,315 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:05:56,316 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:05:56,316 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:05:56,316 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:56,316 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130355115Running coprocessor pre-close hooks at 1733130355115Disabling compacts and flushes for region at 1733130355115Disabling writes for close at 1733130355116 (+1 ms)Obtaining lock to block concurrent updates at 1733130355116Preparing flush snapshotting stores in 1588230740 at 1733130355116Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130355116Flushing stores of hbase:meta,,1.1588230740 at 1733130355117 (+1 ms)Flushing 1588230740/info: creating writer at 1733130355117Flushing 1588230740/info: appending metadata at 1733130355152 (+35 ms)Flushing 1588230740/info: closing flushed file at 1733130355153 (+1 ms)Flushing 1588230740/ns: creating writer at 1733130355592 (+439 ms)Flushing 1588230740/ns: appending metadata at 1733130355645 (+53 ms)Flushing 1588230740/ns: closing flushed file at 1733130355645Flushing 1588230740/rep_barrier: creating writer at 1733130355701 (+56 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130355722 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130355722Flushing 1588230740/table: creating writer at 1733130355781 (+59 ms)Flushing 1588230740/table: appending metadata at 1733130355805 (+24 ms)Flushing 1588230740/table: closing flushed file at 1733130355805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7759c0: reopening flushed file at 1733130356222 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bfa1969: reopening flushed file at 1733130356238 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@291adc40: reopening flushed file at 1733130356243 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c35f467: reopening flushed file at 1733130356253 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1144ms, sequenceid=16, compaction requested=false at 1733130356261 (+8 ms)Writing region close event to WAL at 1733130356287 (+26 ms)Running coprocessor post-close hooks at 1733130356316 (+29 ms)Closed at 1733130356316 2024-12-02T09:05:56,316 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:56,316 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:05:56,316 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1325): Online Regions={3ed471927de69ca7489d7d6bb2d83b35=hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35.} 2024-12-02T09:05:56,316 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:56,316 DEBUG [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1351): Waiting on 3ed471927de69ca7489d7d6bb2d83b35 2024-12-02T09:05:56,317 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ed471927de69ca7489d7d6bb2d83b35, disabling compactions & flushes 2024-12-02T09:05:56,317 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:56,317 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:56,317 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. after waiting 0 ms 2024-12-02T09:05:56,317 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:56,317 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ed471927de69ca7489d7d6bb2d83b35: Waiting for close lock at 1733130356317Running coprocessor pre-close hooks at 1733130356317Disabling compacts and flushes for region at 1733130356317Disabling writes for close at 1733130356317Failed flush hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35., putting online again at 1733130356317 2024-12-02T09:05:56,317 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130344791.3ed471927de69ca7489d7d6bb2d83b35. 2024-12-02T09:05:56,347 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1493, reset compression=false 2024-12-02T09:05:56,355 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1468, reset compression=false 2024-12-02T09:05:56,517 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T09:05:56,517 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,45849,1733130332148; all regions closed. 2024-12-02T09:05:56,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741834_1010 (size=4239) 2024-12-02T09:05:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741839_1015 (size=2390) 2024-12-02T09:05:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741832_1008 (size=2411) 2024-12-02T09:05:56,538 DEBUG [RS:0;7c6d666a4939:45849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:56,538 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:05:56,538 INFO [RS:0;7c6d666a4939:45849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:05:56,538 INFO [RS:0;7c6d666a4939:45849 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:05:56,539 INFO [RS:0;7c6d666a4939:45849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:05:56,539 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:05:56,539 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,45849,1733130332148 because: Region server is closing 2024-12-02T09:05:56,539 INFO [RS:0;7c6d666a4939:45849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:45849. 2024-12-02T09:05:56,539 DEBUG [RS:0;7c6d666a4939:45849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:56,539 DEBUG [RS:0;7c6d666a4939:45849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:56,539 DEBUG [RS:0;7c6d666a4939:45849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:56,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:56,640 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,45849,1733130332148.replicationSource.shipper7c6d666a4939%2C45849%2C1733130332148,1-7c6d666a4939,45849,1733130332148 terminated 2024-12-02T09:05:56,640 INFO [RS:0;7c6d666a4939:45849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:45849. 2024-12-02T09:05:56,640 DEBUG [RS:0;7c6d666a4939:45849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:56,640 DEBUG [RS:0;7c6d666a4939:45849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:56,640 DEBUG [RS:0;7c6d666a4939:45849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:56,641 INFO [RS:0;7c6d666a4939:45849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45849 2024-12-02T09:05:56,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:56,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1241292632/rs/7c6d666a4939,45849,1733130332148 2024-12-02T09:05:56,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632/rs 2024-12-02T09:05:56,675 INFO [RS:0;7c6d666a4939:45849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:05:56,676 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,45849,1733130332148] 2024-12-02T09:05:56,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1241292632/draining/7c6d666a4939,45849,1733130332148 already deleted, retry=false 2024-12-02T09:05:56,692 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,45849,1733130332148 expired; onlineServers=0 2024-12-02T09:05:56,692 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,34405,1733130332043' ***** 2024-12-02T09:05:56,692 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:05:56,692 INFO [M:0;7c6d666a4939:34405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:05:56,692 INFO [M:0;7c6d666a4939:34405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:05:56,692 DEBUG [M:0;7c6d666a4939:34405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:05:56,692 DEBUG [M:0;7c6d666a4939:34405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:05:56,692 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130333720 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130333720,5,FailOnTimeoutGroup] 2024-12-02T09:05:56,692 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130333731 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130333731,5,FailOnTimeoutGroup] 2024-12-02T09:05:56,692 INFO [M:0;7c6d666a4939:34405 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:05:56,692 INFO [M:0;7c6d666a4939:34405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:05:56,692 DEBUG [M:0;7c6d666a4939:34405 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:05:56,693 INFO [M:0;7c6d666a4939:34405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:05:56,693 INFO [M:0;7c6d666a4939:34405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:05:56,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:05:56,693 INFO [M:0;7c6d666a4939:34405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:05:56,693 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:05:56,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1241292632/master 2024-12-02T09:05:56,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1241292632 2024-12-02T09:05:56,724 DEBUG [M:0;7c6d666a4939:34405 {}] zookeeper.ZKUtil(347): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Unable to get data of znode /2-1241292632/master because node does not exist (not an error) 2024-12-02T09:05:56,724 WARN [M:0;7c6d666a4939:34405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:05:56,733 INFO [M:0;7c6d666a4939:34405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/.lastflushedseqids 2024-12-02T09:05:56,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741847_1023 (size=245) 2024-12-02T09:05:56,784 INFO [RS:0;7c6d666a4939:45849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:05:56,784 INFO [RS:0;7c6d666a4939:45849 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,45849,1733130332148; zookeeper connection closed. 2024-12-02T09:05:56,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:56,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45849-0x1009a3bde230007, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:56,791 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40db9d98 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40db9d98 2024-12-02T09:05:56,792 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:05:56,879 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1493, reset compression=false 2024-12-02T09:05:56,983 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1468, reset compression=false 2024-12-02T09:05:57,143 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T09:05:57,156 INFO [M:0;7c6d666a4939:34405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:05:57,156 INFO [M:0;7c6d666a4939:34405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:05:57,156 DEBUG [M:0;7c6d666a4939:34405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:05:57,156 INFO [M:0;7c6d666a4939:34405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:57,156 DEBUG [M:0;7c6d666a4939:34405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:57,156 DEBUG [M:0;7c6d666a4939:34405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:05:57,156 DEBUG [M:0;7c6d666a4939:34405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:57,156 INFO [M:0;7c6d666a4939:34405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-02T09:05:57,173 DEBUG [M:0;7c6d666a4939:34405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f67a31ebddf4487a9a65a6242ad32645 is 82, key is hbase:meta,,1/info:regioninfo/1733130334933/Put/seqid=0 2024-12-02T09:05:57,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741848_1024 (size=5672) 2024-12-02T09:05:57,181 INFO [M:0;7c6d666a4939:34405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f67a31ebddf4487a9a65a6242ad32645 2024-12-02T09:05:57,199 DEBUG [M:0;7c6d666a4939:34405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d28b6a6b7d834ccebc5befd084249bc9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733130345957/Put/seqid=0 2024-12-02T09:05:57,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741849_1025 (size=9211) 2024-12-02T09:05:57,508 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1493, reset compression=false 2024-12-02T09:05:57,612 INFO [M:0;7c6d666a4939:34405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d28b6a6b7d834ccebc5befd084249bc9 2024-12-02T09:05:57,635 DEBUG [M:0;7c6d666a4939:34405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c09ec8c296a4af5b4fa87e9b4f0b5d3 is 69, key is 7c6d666a4939,45849,1733130332148/rs:state/1733130333818/Put/seqid=0 2024-12-02T09:05:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741850_1026 (size=5156) 2024-12-02T09:05:57,657 INFO [M:0;7c6d666a4939:34405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c09ec8c296a4af5b4fa87e9b4f0b5d3 2024-12-02T09:05:57,662 DEBUG [M:0;7c6d666a4939:34405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f67a31ebddf4487a9a65a6242ad32645 as hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f67a31ebddf4487a9a65a6242ad32645 2024-12-02T09:05:57,665 INFO [M:0;7c6d666a4939:34405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f67a31ebddf4487a9a65a6242ad32645, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T09:05:57,666 DEBUG [M:0;7c6d666a4939:34405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d28b6a6b7d834ccebc5befd084249bc9 as hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d28b6a6b7d834ccebc5befd084249bc9 2024-12-02T09:05:57,670 INFO [M:0;7c6d666a4939:34405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d28b6a6b7d834ccebc5befd084249bc9, entries=15, sequenceid=127, filesize=9.0 K 2024-12-02T09:05:57,670 DEBUG [M:0;7c6d666a4939:34405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c09ec8c296a4af5b4fa87e9b4f0b5d3 as hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c09ec8c296a4af5b4fa87e9b4f0b5d3 2024-12-02T09:05:57,673 INFO [M:0;7c6d666a4939:34405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32889/user/jenkins/test-data/5e580f80-aa24-3c06-bd98-413422ef9e67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c09ec8c296a4af5b4fa87e9b4f0b5d3, entries=1, sequenceid=127, filesize=5.0 K 2024-12-02T09:05:57,674 INFO [M:0;7c6d666a4939:34405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=127, compaction requested=false 2024-12-02T09:05:57,675 INFO [M:0;7c6d666a4939:34405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:05:57,675 DEBUG [M:0;7c6d666a4939:34405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130357156Disabling compacts and flushes for region at 1733130357156Disabling writes for close at 1733130357156Obtaining lock to block concurrent updates at 1733130357156Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130357156Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733130357157 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130357157Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130357157Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130357173 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130357173Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130357185 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130357198 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130357198Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130357617 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130357634 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130357634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e24f096: reopening flushed file at 1733130357661 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77e7ea28: reopening flushed file at 1733130357665 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3421bc8: reopening flushed file at 1733130357670 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=127, compaction requested=false at 1733130357674 (+4 ms)Writing region close event to WAL at 1733130357675 (+1 ms)Closed at 1733130357675 2024-12-02T09:05:57,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46747 is added to blk_1073741830_1006 (size=73854) 2024-12-02T09:05:57,681 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:05:57,681 INFO [M:0;7c6d666a4939:34405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:05:57,681 INFO [M:0;7c6d666a4939:34405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34405 2024-12-02T09:05:57,681 INFO [M:0;7c6d666a4939:34405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:05:57,688 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1468, reset compression=false 2024-12-02T09:05:57,817 INFO [M:0;7c6d666a4939:34405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:05:57,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:57,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34405-0x1009a3bde230006, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:57,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6774e54f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:05:57,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@722f1230{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:05:57,820 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:05:57,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dd462d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:05:57,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25fef8aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/hadoop.log.dir/,STOPPED} 2024-12-02T09:05:57,821 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:05:57,821 WARN [BP-1617811739-172.17.0.3-1733130330530 heartbeating to localhost/127.0.0.1:32889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:05:57,821 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:05:57,821 WARN [BP-1617811739-172.17.0.3-1733130330530 heartbeating to localhost/127.0.0.1:32889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1617811739-172.17.0.3-1733130330530 (Datanode Uuid bf677479-e638-4486-a6db-4b05ee7c3673) service to localhost/127.0.0.1:32889 2024-12-02T09:05:57,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/cluster_65f185b4-fb96-70c7-6a8a-33a5e5e90983/data/data1/current/BP-1617811739-172.17.0.3-1733130330530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:05:57,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/cluster_65f185b4-fb96-70c7-6a8a-33a5e5e90983/data/data2/current/BP-1617811739-172.17.0.3-1733130330530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:05:57,822 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:05:57,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b049aba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:05:57,828 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21d97ebe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:05:57,828 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:05:57,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@245fe1fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:05:57,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24fcfcf7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/hadoop.log.dir/,STOPPED} 2024-12-02T09:05:57,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:05:57,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:05:57,844 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:57,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:57,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:57,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:57,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:57,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:05:57,845 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1798148637, stopped=false 2024-12-02T09:05:57,845 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,46179,1733130327589 2024-12-02T09:05:57,915 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1977643147/running 2024-12-02T09:05:57,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1977643147/running 2024-12-02T09:05:57,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:57,915 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:57,915 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:05:57,916 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:05:57,916 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:57,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:57,916 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,38623,1733130327717' ***** 2024-12-02T09:05:57,916 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:05:57,916 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:05:57,916 INFO [RS:0;7c6d666a4939:38623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:05:57,917 INFO [RS:0;7c6d666a4939:38623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:05:57,917 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:05:57,917 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:57,917 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(3091): Received CLOSE for 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:57,917 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,38623,1733130327717 2024-12-02T09:05:57,917 INFO [RS:0;7c6d666a4939:38623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:05:57,917 INFO [RS:0;7c6d666a4939:38623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:38623. 2024-12-02T09:05:57,917 DEBUG [RS:0;7c6d666a4939:38623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:57,917 DEBUG [RS:0;7c6d666a4939:38623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:57,917 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:05:57,917 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:05:57,917 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:05:57,917 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:05:57,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Set watcher on znode that does not yet exist, /1-1977643147/running 2024-12-02T09:05:57,918 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b07417f6bd94344c4543b7737adb256, disabling compactions & flushes 2024-12-02T09:05:57,918 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:57,918 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:57,918 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130337171.7b07417f6bd94344c4543b7737adb256. after waiting 0 ms 2024-12-02T09:05:57,918 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:57,918 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Set watcher on znode that does not yet exist, /1-1977643147/running 2024-12-02T09:05:57,918 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b07417f6bd94344c4543b7737adb256 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T09:05:57,918 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:05:57,918 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1325): Online Regions={7b07417f6bd94344c4543b7737adb256=test,,1733130337171.7b07417f6bd94344c4543b7737adb256., 1588230740=hbase:meta,,1.1588230740, 005cda8e8a5da06d9dc6156c4d9cbceb=hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb.} 2024-12-02T09:05:57,918 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1351): Waiting on 005cda8e8a5da06d9dc6156c4d9cbceb, 1588230740, 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:57,919 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:05:57,919 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:05:57,919 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:05:57,919 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:05:57,919 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:05:57,919 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:05:57,940 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:05:57,940 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:05:57,945 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/info/f3d971b67bb3409fbcd9399c8680ea2a is 147, key is hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb./info:regioninfo/1733130343812/Put/seqid=0 2024-12-02T09:05:57,946 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/.tmp/f/853615bf2c36429785db4f36a22bbc17 is 37, key is row3/f:row3/1733130353671/Put/seqid=0 2024-12-02T09:05:57,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741840_1016 (size=7686) 2024-12-02T09:05:57,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741841_1017 (size=5228) 2024-12-02T09:05:58,000 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:05:58,119 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1351): Waiting on 005cda8e8a5da06d9dc6156c4d9cbceb, 1588230740, 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:58,211 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1493, reset compression=false 2024-12-02T09:05:58,319 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1351): Waiting on 005cda8e8a5da06d9dc6156c4d9cbceb, 1588230740, 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:58,357 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/.tmp/f/853615bf2c36429785db4f36a22bbc17 2024-12-02T09:05:58,358 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/info/f3d971b67bb3409fbcd9399c8680ea2a 2024-12-02T09:05:58,374 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 853615bf2c36429785db4f36a22bbc17 2024-12-02T09:05:58,390 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/ns/b8042a50df4c47b299671a2c7a600d77 is 43, key is default/ns:d/1733130330435/Put/seqid=0 2024-12-02T09:05:58,407 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/.tmp/f1/60d244ecbb5744dfb2f8da89e2e1269d is 30, key is row1/f1:/1733130350996/DeleteFamily/seqid=0 2024-12-02T09:05:58,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741842_1018 (size=5153) 2024-12-02T09:05:58,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741843_1019 (size=5158) 2024-12-02T09:05:58,492 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1468, reset compression=false 2024-12-02T09:05:58,504 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:58,504 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1715, reset compression=false 2024-12-02T09:05:58,504 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38623,1733130327717 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:05:58,505 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7c6d666a4939,38623,1733130327717: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7c6d666a4939,38623,1733130327717, walGroup=7c6d666a4939%2C38623%2C1733130327717, offset=7c6d666a4939%2C38623%2C1733130327717.1733130330002:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:38623 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T09:05:58,506 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T09:05:58,506 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T09:05:58,506 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T09:05:58,506 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T09:05:58,507 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T09:05:58,507 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 879752680 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199250456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T09:05:58,507 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:46179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:46179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T09:05:58,519 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1351): Waiting on 005cda8e8a5da06d9dc6156c4d9cbceb, 1588230740, 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:58,711 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1715, reset compression=false 2024-12-02T09:05:58,719 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1351): Waiting on 005cda8e8a5da06d9dc6156c4d9cbceb, 1588230740, 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:58,809 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/ns/b8042a50df4c47b299671a2c7a600d77 2024-12-02T09:05:58,811 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/.tmp/f1/60d244ecbb5744dfb2f8da89e2e1269d 2024-12-02T09:05:58,816 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60d244ecbb5744dfb2f8da89e2e1269d 2024-12-02T09:05:58,834 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/rep_barrier/c3cd126e7dc84d699961c71835e74c1e is 112, key is test,,1733130337171.7b07417f6bd94344c4543b7737adb256./rep_barrier:seqnumDuringOpen/1733130338309/Put/seqid=0 2024-12-02T09:05:58,837 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/.tmp/norep/42a6bc4506a24153bb914b3bbe65d573 is 33, key is row1/norep:/1733130350996/DeleteFamily/seqid=0 2024-12-02T09:05:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741844_1020 (size=5518) 2024-12-02T09:05:58,865 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/rep_barrier/c3cd126e7dc84d699961c71835e74c1e 2024-12-02T09:05:58,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741845_1021 (size=5108) 2024-12-02T09:05:58,892 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/table/a9f658fd3881476290ea32e97e6948b3 is 53, key is hbase:replication/table:state/1733130343819/Put/seqid=0 2024-12-02T09:05:58,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741846_1022 (size=5308) 2024-12-02T09:05:58,919 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1351): Waiting on 005cda8e8a5da06d9dc6156c4d9cbceb, 1588230740, 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:59,015 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1715, reset compression=false 2024-12-02T09:05:59,015 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1493, reset compression=false 2024-12-02T09:05:59,120 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1351): Waiting on 005cda8e8a5da06d9dc6156c4d9cbceb, 1588230740, 7b07417f6bd94344c4543b7737adb256 2024-12-02T09:05:59,277 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/.tmp/norep/42a6bc4506a24153bb914b3bbe65d573 2024-12-02T09:05:59,280 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42a6bc4506a24153bb914b3bbe65d573 2024-12-02T09:05:59,281 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/.tmp/f/853615bf2c36429785db4f36a22bbc17 as hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/f/853615bf2c36429785db4f36a22bbc17 2024-12-02T09:05:59,285 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 853615bf2c36429785db4f36a22bbc17 2024-12-02T09:05:59,285 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/f/853615bf2c36429785db4f36a22bbc17, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T09:05:59,286 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/.tmp/f1/60d244ecbb5744dfb2f8da89e2e1269d as hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/f1/60d244ecbb5744dfb2f8da89e2e1269d 2024-12-02T09:05:59,297 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 60d244ecbb5744dfb2f8da89e2e1269d 2024-12-02T09:05:59,298 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/f1/60d244ecbb5744dfb2f8da89e2e1269d, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T09:05:59,298 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/.tmp/norep/42a6bc4506a24153bb914b3bbe65d573 as hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/norep/42a6bc4506a24153bb914b3bbe65d573 2024-12-02T09:05:59,302 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42a6bc4506a24153bb914b3bbe65d573 2024-12-02T09:05:59,302 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/norep/42a6bc4506a24153bb914b3bbe65d573, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T09:05:59,303 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7b07417f6bd94344c4543b7737adb256 in 1385ms, sequenceid=12, compaction requested=false 2024-12-02T09:05:59,303 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T09:05:59,314 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/table/a9f658fd3881476290ea32e97e6948b3 2024-12-02T09:05:59,315 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/default/test/7b07417f6bd94344c4543b7737adb256/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T09:05:59,317 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:05:59,317 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:05:59,317 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:59,317 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b07417f6bd94344c4543b7737adb256: Waiting for close lock at 1733130357918Running coprocessor pre-close hooks at 1733130357918Disabling compacts and flushes for region at 1733130357918Disabling writes for close at 1733130357918Obtaining lock to block concurrent updates at 1733130357918Preparing flush snapshotting stores in 7b07417f6bd94344c4543b7737adb256 at 1733130357918Finished memstore snapshotting test,,1733130337171.7b07417f6bd94344c4543b7737adb256., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733130357919 (+1 ms)Flushing stores of test,,1733130337171.7b07417f6bd94344c4543b7737adb256. at 1733130357919Flushing 7b07417f6bd94344c4543b7737adb256/f: creating writer at 1733130357919Flushing 7b07417f6bd94344c4543b7737adb256/f: appending metadata at 1733130357945 (+26 ms)Flushing 7b07417f6bd94344c4543b7737adb256/f: closing flushed file at 1733130357945Flushing 7b07417f6bd94344c4543b7737adb256/f1: creating writer at 1733130358374 (+429 ms)Flushing 7b07417f6bd94344c4543b7737adb256/f1: appending metadata at 1733130358406 (+32 ms)Flushing 7b07417f6bd94344c4543b7737adb256/f1: closing flushed file at 1733130358406Flushing 7b07417f6bd94344c4543b7737adb256/norep: creating writer at 1733130358817 (+411 ms)Flushing 7b07417f6bd94344c4543b7737adb256/norep: appending metadata at 1733130358835 (+18 ms)Flushing 7b07417f6bd94344c4543b7737adb256/norep: closing flushed file at 1733130358835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75470dc5: reopening flushed file at 1733130359281 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c444b0: reopening flushed file at 1733130359285 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4034669f: reopening flushed file at 1733130359298 (+13 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 7b07417f6bd94344c4543b7737adb256 in 1385ms, sequenceid=12, compaction requested=false at 1733130359303 (+5 ms)Writing region close event to WAL at 1733130359312 (+9 ms)Running coprocessor post-close hooks at 1733130359317 (+5 ms)Closed at 1733130359317 2024-12-02T09:05:59,317 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130337171.7b07417f6bd94344c4543b7737adb256. 2024-12-02T09:05:59,318 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 005cda8e8a5da06d9dc6156c4d9cbceb, disabling compactions & flushes 2024-12-02T09:05:59,318 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:59,318 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:59,318 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. after waiting 0 ms 2024-12-02T09:05:59,318 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:59,318 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 005cda8e8a5da06d9dc6156c4d9cbceb: Waiting for close lock at 1733130359318Running coprocessor pre-close hooks at 1733130359318Disabling compacts and flushes for region at 1733130359318Disabling writes for close at 1733130359318Failed flush hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb., putting online again at 1733130359318 2024-12-02T09:05:59,318 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:59,320 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:05:59,320 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 005cda8e8a5da06d9dc6156c4d9cbceb=hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb.} 2024-12-02T09:05:59,320 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(3091): Received CLOSE for 005cda8e8a5da06d9dc6156c4d9cbceb 2024-12-02T09:05:59,320 DEBUG [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1351): Waiting on 005cda8e8a5da06d9dc6156c4d9cbceb, 1588230740 2024-12-02T09:05:59,320 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 005cda8e8a5da06d9dc6156c4d9cbceb, disabling compactions & flushes 2024-12-02T09:05:59,320 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:59,320 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:59,320 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. after waiting 0 ms 2024-12-02T09:05:59,320 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:59,320 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 005cda8e8a5da06d9dc6156c4d9cbceb: Waiting for close lock at 1733130359320Running coprocessor pre-close hooks at 1733130359320Disabling compacts and flushes for region at 1733130359320Disabling writes for close at 1733130359320Failed flush hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb., putting online again at 1733130359320 2024-12-02T09:05:59,320 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130342649.005cda8e8a5da06d9dc6156c4d9cbceb. 2024-12-02T09:05:59,321 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/info/f3d971b67bb3409fbcd9399c8680ea2a as hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/info/f3d971b67bb3409fbcd9399c8680ea2a 2024-12-02T09:05:59,325 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/info/f3d971b67bb3409fbcd9399c8680ea2a, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:05:59,325 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/ns/b8042a50df4c47b299671a2c7a600d77 as hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/ns/b8042a50df4c47b299671a2c7a600d77 2024-12-02T09:05:59,332 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/ns/b8042a50df4c47b299671a2c7a600d77, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:05:59,332 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/rep_barrier/c3cd126e7dc84d699961c71835e74c1e as hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/rep_barrier/c3cd126e7dc84d699961c71835e74c1e 2024-12-02T09:05:59,336 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/rep_barrier/c3cd126e7dc84d699961c71835e74c1e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:05:59,338 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/.tmp/table/a9f658fd3881476290ea32e97e6948b3 as hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/table/a9f658fd3881476290ea32e97e6948b3 2024-12-02T09:05:59,344 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/table/a9f658fd3881476290ea32e97e6948b3, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:05:59,349 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1430ms, sequenceid=16, compaction requested=false 2024-12-02T09:05:59,349 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:05:59,362 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:05:59,363 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:05:59,363 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:05:59,363 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:59,363 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130357919Running coprocessor pre-close hooks at 1733130357919Disabling compacts and flushes for region at 1733130357919Disabling writes for close at 1733130357919Obtaining lock to block concurrent updates at 1733130357919Preparing flush snapshotting stores in 1588230740 at 1733130357919Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130357920 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733130357920Flushing 1588230740/info: creating writer at 1733130357920Flushing 1588230740/info: appending metadata at 1733130357945 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733130357945Flushing 1588230740/ns: creating writer at 1733130358362 (+417 ms)Flushing 1588230740/ns: appending metadata at 1733130358390 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1733130358390Flushing 1588230740/rep_barrier: creating writer at 1733130358813 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130358833 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130358833Flushing 1588230740/table: creating writer at 1733130358869 (+36 ms)Flushing 1588230740/table: appending metadata at 1733130358891 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733130358891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@608eb565: reopening flushed file at 1733130359320 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e14b862: reopening flushed file at 1733130359325 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3520953f: reopening flushed file at 1733130359332 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d793a2e: reopening flushed file at 1733130359337 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1430ms, sequenceid=16, compaction requested=false at 1733130359349 (+12 ms)Writing region close event to WAL at 1733130359359 (+10 ms)Running coprocessor post-close hooks at 1733130359363 (+4 ms)Closed at 1733130359363 2024-12-02T09:05:59,363 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:05:59,419 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 1715, reset compression=false 2024-12-02T09:05:59,429 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:05:59,429 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 2359, reset compression=false 2024-12-02T09:05:59,520 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T09:05:59,520 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,38623,1733130327717; all regions closed. 2024-12-02T09:05:59,522 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.meta.1733130330375.meta not finished, retry = 0 2024-12-02T09:05:59,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741834_1010 (size=4239) 2024-12-02T09:05:59,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741839_1015 (size=2609) 2024-12-02T09:05:59,632 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 to pos 2359, reset compression=false 2024-12-02T09:05:59,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741833_1009 (size=2367) 2024-12-02T09:05:59,640 DEBUG [RS:0;7c6d666a4939:38623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:59,640 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:05:59,640 INFO [RS:0;7c6d666a4939:38623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:05:59,641 INFO [RS:0;7c6d666a4939:38623 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T09:05:59,641 INFO [RS:0;7c6d666a4939:38623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:05:59,641 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,38623,1733130327717 because: Region server is closing 2024-12-02T09:05:59,641 INFO [RS:0;7c6d666a4939:38623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:38623. 2024-12-02T09:05:59,641 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/WALs/7c6d666a4939,38623,1733130327717/7c6d666a4939%2C38623%2C1733130327717.1733130330002 2024-12-02T09:05:59,641 DEBUG [RS:0;7c6d666a4939:38623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:59,641 DEBUG [RS:0;7c6d666a4939:38623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:59,641 DEBUG [RS:0;7c6d666a4939:38623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:59,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:59,641 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:05:59,741 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.shipper7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 terminated 2024-12-02T09:05:59,741 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38623,1733130327717.replicationSource.wal-reader.7c6d666a4939%2C38623%2C1733130327717,1-7c6d666a4939,38623,1733130327717 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-02T09:05:59,742 INFO [RS:0;7c6d666a4939:38623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:38623. 2024-12-02T09:05:59,742 DEBUG [RS:0;7c6d666a4939:38623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:05:59,742 DEBUG [RS:0;7c6d666a4939:38623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:59,742 DEBUG [RS:0;7c6d666a4939:38623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:05:59,742 INFO [RS:0;7c6d666a4939:38623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38623 2024-12-02T09:05:59,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:05:59,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147/rs 2024-12-02T09:05:59,758 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1977643147/rs/7c6d666a4939,38623,1733130327717 2024-12-02T09:05:59,759 INFO [RS:0;7c6d666a4939:38623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:05:59,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,38623,1733130327717] 2024-12-02T09:05:59,814 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1977643147/draining/7c6d666a4939,38623,1733130327717 already deleted, retry=false 2024-12-02T09:05:59,814 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,38623,1733130327717 expired; onlineServers=0 2024-12-02T09:05:59,814 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,46179,1733130327589' ***** 2024-12-02T09:05:59,815 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:05:59,815 INFO [M:0;7c6d666a4939:46179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:05:59,815 INFO [M:0;7c6d666a4939:46179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:05:59,815 DEBUG [M:0;7c6d666a4939:46179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:05:59,815 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:05:59,815 DEBUG [M:0;7c6d666a4939:46179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:05:59,815 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130329718 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130329718,5,FailOnTimeoutGroup] 2024-12-02T09:05:59,815 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130329718 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130329718,5,FailOnTimeoutGroup] 2024-12-02T09:05:59,815 INFO [M:0;7c6d666a4939:46179 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:05:59,815 INFO [M:0;7c6d666a4939:46179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:05:59,815 DEBUG [M:0;7c6d666a4939:46179 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:05:59,815 INFO [M:0;7c6d666a4939:46179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:05:59,815 INFO [M:0;7c6d666a4939:46179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:05:59,815 INFO [M:0;7c6d666a4939:46179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:05:59,815 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:05:59,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1977643147/master 2024-12-02T09:05:59,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1977643147 2024-12-02T09:05:59,833 DEBUG [M:0;7c6d666a4939:46179 {}] zookeeper.ZKUtil(347): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Unable to get data of znode /1-1977643147/master because node does not exist (not an error) 2024-12-02T09:05:59,833 WARN [M:0;7c6d666a4939:46179 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:05:59,834 INFO [M:0;7c6d666a4939:46179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/.lastflushedseqids 2024-12-02T09:05:59,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741847_1023 (size=245) 2024-12-02T09:05:59,867 INFO [RS:0;7c6d666a4939:38623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:05:59,867 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:59,867 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38623-0x1009a3bde230004, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:05:59,867 INFO [RS:0;7c6d666a4939:38623 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,38623,1733130327717; zookeeper connection closed. 2024-12-02T09:05:59,867 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22b743a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22b743a2 2024-12-02T09:05:59,867 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:05:59,918 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1493, reset compression=false 2024-12-02T09:06:00,240 INFO [M:0;7c6d666a4939:46179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:06:00,240 INFO [M:0;7c6d666a4939:46179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:06:00,240 DEBUG [M:0;7c6d666a4939:46179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:06:00,240 INFO [M:0;7c6d666a4939:46179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:00,240 DEBUG [M:0;7c6d666a4939:46179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:00,241 DEBUG [M:0;7c6d666a4939:46179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-12-02T09:06:00,241 DEBUG [M:0;7c6d666a4939:46179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:00,241 INFO [M:0;7c6d666a4939:46179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T09:06:00,259 DEBUG [M:0;7c6d666a4939:46179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d4ae49655c94880b82868b6b999b80c is 82, key is hbase:meta,,1/info:regioninfo/1733130330400/Put/seqid=0 2024-12-02T09:06:00,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741848_1024 (size=5672) 2024-12-02T09:06:00,266 INFO [M:0;7c6d666a4939:46179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d4ae49655c94880b82868b6b999b80c 2024-12-02T09:06:00,300 DEBUG [M:0;7c6d666a4939:46179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b47d639eb8f4e0db441e7a343c0bb06 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733130343824/Put/seqid=0 2024-12-02T09:06:00,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741849_1025 (size=8516) 2024-12-02T09:06:00,726 INFO [M:0;7c6d666a4939:46179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b47d639eb8f4e0db441e7a343c0bb06 2024-12-02T09:06:00,741 DEBUG [M:0;7c6d666a4939:46179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b131b3585b834301a9bed463aef9ec52 is 69, key is 7c6d666a4939,38623,1733130327717/rs:state/1733130329808/Put/seqid=0 2024-12-02T09:06:00,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741850_1026 (size=5156) 2024-12-02T09:06:00,922 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1493, reset compression=false 2024-12-02T09:06:01,145 INFO [M:0;7c6d666a4939:46179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b131b3585b834301a9bed463aef9ec52 2024-12-02T09:06:01,148 DEBUG [M:0;7c6d666a4939:46179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d4ae49655c94880b82868b6b999b80c as hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d4ae49655c94880b82868b6b999b80c 2024-12-02T09:06:01,152 INFO [M:0;7c6d666a4939:46179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d4ae49655c94880b82868b6b999b80c, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T09:06:01,153 DEBUG [M:0;7c6d666a4939:46179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b47d639eb8f4e0db441e7a343c0bb06 as hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b47d639eb8f4e0db441e7a343c0bb06 2024-12-02T09:06:01,156 INFO [M:0;7c6d666a4939:46179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b47d639eb8f4e0db441e7a343c0bb06, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T09:06:01,157 DEBUG [M:0;7c6d666a4939:46179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b131b3585b834301a9bed463aef9ec52 as hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b131b3585b834301a9bed463aef9ec52 2024-12-02T09:06:01,161 INFO [M:0;7c6d666a4939:46179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46513/user/jenkins/test-data/491bd7d2-b552-e117-0d9b-eb4c62ccc858/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b131b3585b834301a9bed463aef9ec52, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T09:06:01,161 INFO [M:0;7c6d666a4939:46179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=97, compaction requested=false 2024-12-02T09:06:01,162 INFO [M:0;7c6d666a4939:46179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:01,162 DEBUG [M:0;7c6d666a4939:46179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130360240Disabling compacts and flushes for region at 1733130360240Disabling writes for close at 1733130360241 (+1 ms)Obtaining lock to block concurrent updates at 1733130360241Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130360241Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733130360241Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130360242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130360242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130360259 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130360259Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130360270 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130360300 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130360300Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130360729 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130360740 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130360740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f1736a5: reopening flushed file at 1733130361148 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c4ec99b: reopening flushed file at 1733130361152 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a816be9: reopening flushed file at 1733130361157 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 920ms, sequenceid=97, compaction requested=false at 1733130361161 (+4 ms)Writing region close event to WAL at 1733130361162 (+1 ms)Closed at 1733130361162 2024-12-02T09:06:01,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35367 is added to blk_1073741830_1006 (size=63654) 2024-12-02T09:06:01,165 INFO [M:0;7c6d666a4939:46179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:06:01,165 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:06:01,165 INFO [M:0;7c6d666a4939:46179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46179 2024-12-02T09:06:01,165 INFO [M:0;7c6d666a4939:46179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:06:01,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:01,275 INFO [M:0;7c6d666a4939:46179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:06:01,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46179-0x1009a3bde230003, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:01,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13f7f2e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:06:01,285 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c8379c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:06:01,286 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:06:01,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b15fdd2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:06:01,286 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4259a5b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/hadoop.log.dir/,STOPPED} 2024-12-02T09:06:01,288 WARN [BP-330168694-172.17.0.3-1733130325985 heartbeating to localhost/127.0.0.1:46513 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:06:01,288 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:06:01,288 WARN [BP-330168694-172.17.0.3-1733130325985 heartbeating to localhost/127.0.0.1:46513 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-330168694-172.17.0.3-1733130325985 (Datanode Uuid 5d852b91-c1a6-4ea9-9b8d-ec71d3f17727) service to localhost/127.0.0.1:46513 2024-12-02T09:06:01,288 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:06:01,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/cluster_a103736f-477b-6666-c870-2b4b335bc7c9/data/data1/current/BP-330168694-172.17.0.3-1733130325985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:06:01,289 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/cluster_a103736f-477b-6666-c870-2b4b335bc7c9/data/data2/current/BP-330168694-172.17.0.3-1733130325985 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:06:01,289 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:06:01,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded37a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:06:01,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d18d0ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:06:01,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:06:01,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f035b86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:06:01,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f13dfdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9899601e-08e4-fbd0-c1d0-adb8aa19f652/hadoop.log.dir/,STOPPED} 2024-12-02T09:06:01,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:06:01,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:06:01,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:01,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:01,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:01,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:01,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:01,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:06:01,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=56606946, stopped=false 2024-12-02T09:06:01,314 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,35011,1733130323012 2024-12-02T09:06:01,333 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01819264745/running 2024-12-02T09:06:01,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01819264745/running 2024-12-02T09:06:01,333 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:06:01,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:06:01,333 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:06:01,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Set watcher on znode that does not yet exist, /01819264745/running 2024-12-02T09:06:01,334 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Set watcher on znode that does not yet exist, /01819264745/running 2024-12-02T09:06:01,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:01,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:01,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:01,335 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,39815,1733130323186' ***** 2024-12-02T09:06:01,335 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:06:01,335 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:06:01,335 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:06:01,335 INFO [RS:0;7c6d666a4939:39815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:06:01,335 INFO [RS:0;7c6d666a4939:39815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:06:01,335 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a868ac8bb8d21bdad220a6eab083253 2024-12-02T09:06:01,336 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(3091): Received CLOSE for f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:06:01,336 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,39815,1733130323186 2024-12-02T09:06:01,336 INFO [RS:0;7c6d666a4939:39815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:06:01,336 INFO [RS:0;7c6d666a4939:39815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:39815. 2024-12-02T09:06:01,336 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a868ac8bb8d21bdad220a6eab083253, disabling compactions & flushes 2024-12-02T09:06:01,336 DEBUG [RS:0;7c6d666a4939:39815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:01,336 DEBUG [RS:0;7c6d666a4939:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:01,336 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:06:01,336 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:06:01,336 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:06:01,336 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:06:01,336 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. after waiting 0 ms 2024-12-02T09:06:01,336 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:06:01,336 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:06:01,336 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:06:01,336 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a868ac8bb8d21bdad220a6eab083253 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-02T09:06:01,343 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:06:01,343 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1325): Online Regions={0a868ac8bb8d21bdad220a6eab083253=hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253., 1588230740=hbase:meta,,1.1588230740, f28fd736f0947fbe804c2a0fe5843ffe=test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe.} 2024-12-02T09:06:01,343 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1351): Waiting on 0a868ac8bb8d21bdad220a6eab083253, 1588230740, f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:06:01,343 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:06:01,343 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:06:01,343 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:06:01,343 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:06:01,343 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:06:01,343 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:06:01,350 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:06:01,358 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:06:01,358 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:06:01,362 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/replication/0a868ac8bb8d21bdad220a6eab083253/.tmp/queue/a844461c13404acaba25235c5555afc2 is 154, key is 1-7c6d666a4939,39815,1733130323186/queue:7c6d666a4939%2C39815%2C1733130323186/1733130355366/Put/seqid=0 2024-12-02T09:06:01,367 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/info/e50ece1916324aae9bcd64ac9669b0a1 is 147, key is hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253./info:regioninfo/1733130341648/Put/seqid=0 2024-12-02T09:06:01,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741840_1016 (size=5353) 2024-12-02T09:06:01,369 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/replication/0a868ac8bb8d21bdad220a6eab083253/.tmp/queue/a844461c13404acaba25235c5555afc2 2024-12-02T09:06:01,400 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/replication/0a868ac8bb8d21bdad220a6eab083253/.tmp/queue/a844461c13404acaba25235c5555afc2 as hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/replication/0a868ac8bb8d21bdad220a6eab083253/queue/a844461c13404acaba25235c5555afc2 2024-12-02T09:06:01,405 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/replication/0a868ac8bb8d21bdad220a6eab083253/queue/a844461c13404acaba25235c5555afc2, entries=1, sequenceid=14, filesize=5.2 K 2024-12-02T09:06:01,406 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0a868ac8bb8d21bdad220a6eab083253 in 70ms, sequenceid=14, compaction requested=false 2024-12-02T09:06:01,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741841_1017 (size=7686) 2024-12-02T09:06:01,412 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/info/e50ece1916324aae9bcd64ac9669b0a1 2024-12-02T09:06:01,420 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/replication/0a868ac8bb8d21bdad220a6eab083253/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-02T09:06:01,421 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:06:01,421 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:06:01,421 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:06:01,421 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a868ac8bb8d21bdad220a6eab083253: Waiting for close lock at 1733130361336Running coprocessor pre-close hooks at 1733130361336Disabling compacts and flushes for region at 1733130361336Disabling writes for close at 1733130361336Obtaining lock to block concurrent updates at 1733130361336Preparing flush snapshotting stores in 0a868ac8bb8d21bdad220a6eab083253 at 1733130361336Finished memstore snapshotting hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733130361336Flushing stores of hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. at 1733130361337 (+1 ms)Flushing 0a868ac8bb8d21bdad220a6eab083253/queue: creating writer at 1733130361337Flushing 0a868ac8bb8d21bdad220a6eab083253/queue: appending metadata at 1733130361361 (+24 ms)Flushing 0a868ac8bb8d21bdad220a6eab083253/queue: closing flushed file at 1733130361361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db41a41: reopening flushed file at 1733130361397 (+36 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0a868ac8bb8d21bdad220a6eab083253 in 70ms, sequenceid=14, compaction requested=false at 1733130361406 (+9 ms)Writing region close event to WAL at 1733130361411 (+5 ms)Running coprocessor post-close hooks at 1733130361420 (+9 ms)Closed at 1733130361421 (+1 ms) 2024-12-02T09:06:01,421 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733130340479.0a868ac8bb8d21bdad220a6eab083253. 2024-12-02T09:06:01,421 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f28fd736f0947fbe804c2a0fe5843ffe, disabling compactions & flushes 2024-12-02T09:06:01,421 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:06:01,421 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:06:01,421 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. after waiting 0 ms 2024-12-02T09:06:01,421 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:06:01,421 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f28fd736f0947fbe804c2a0fe5843ffe 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-02T09:06:01,437 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/ns/3d51184843c048fb89ea36cd8c3c6956 is 43, key is default/ns:d/1733130325845/Put/seqid=0 2024-12-02T09:06:01,443 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/.tmp/f/a1e6719907de4d13a5f9af197de4d774 is 37, key is row3/f:row3/1733130353671/Put/seqid=0 2024-12-02T09:06:01,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741842_1018 (size=5153) 2024-12-02T09:06:01,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741843_1019 (size=5228) 2024-12-02T09:06:01,543 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:06:01,673 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:06:01,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:01,744 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:06:01,844 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/ns/3d51184843c048fb89ea36cd8c3c6956 2024-12-02T09:06:01,855 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/.tmp/f/a1e6719907de4d13a5f9af197de4d774 2024-12-02T09:06:01,859 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1e6719907de4d13a5f9af197de4d774 2024-12-02T09:06:01,864 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/rep_barrier/6ac37b0b12ff4b2c9b9ab66e61b2574a is 112, key is test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe./rep_barrier:seqnumDuringOpen/1733130336155/Put/seqid=0 2024-12-02T09:06:01,883 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/.tmp/f1/f6bea7b2dcb04fa899bf08d7d5dff4e9 is 30, key is row1/f1:/1733130350996/DeleteFamily/seqid=0 2024-12-02T09:06:01,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741844_1020 (size=5518) 2024-12-02T09:06:01,889 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/rep_barrier/6ac37b0b12ff4b2c9b9ab66e61b2574a 2024-12-02T09:06:01,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741845_1021 (size=5158) 2024-12-02T09:06:01,893 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/.tmp/f1/f6bea7b2dcb04fa899bf08d7d5dff4e9 2024-12-02T09:06:01,900 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6bea7b2dcb04fa899bf08d7d5dff4e9 2024-12-02T09:06:01,912 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/table/75a03ffc59f347e78041318346e36e98 is 53, key is hbase:replication/table:state/1733130341655/Put/seqid=0 2024-12-02T09:06:01,918 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/.tmp/norep/1dfc95b7522d4eb1ae38d2c073a2d6bc is 32, key is row/norep:/1733130349990/DeleteFamily/seqid=0 2024-12-02T09:06:01,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741847_1023 (size=5101) 2024-12-02T09:06:01,930 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/.tmp/norep/1dfc95b7522d4eb1ae38d2c073a2d6bc 2024-12-02T09:06:01,934 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dfc95b7522d4eb1ae38d2c073a2d6bc 2024-12-02T09:06:01,935 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/.tmp/f/a1e6719907de4d13a5f9af197de4d774 as hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/f/a1e6719907de4d13a5f9af197de4d774 2024-12-02T09:06:01,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741846_1022 (size=5308) 2024-12-02T09:06:01,939 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1e6719907de4d13a5f9af197de4d774 2024-12-02T09:06:01,939 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/f/a1e6719907de4d13a5f9af197de4d774, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T09:06:01,940 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/.tmp/f1/f6bea7b2dcb04fa899bf08d7d5dff4e9 as hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/f1/f6bea7b2dcb04fa899bf08d7d5dff4e9 2024-12-02T09:06:01,944 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f6bea7b2dcb04fa899bf08d7d5dff4e9 2024-12-02T09:06:01,944 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f28fd736f0947fbe804c2a0fe5843ffe 2024-12-02T09:06:01,944 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/f1/f6bea7b2dcb04fa899bf08d7d5dff4e9, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T09:06:01,946 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/.tmp/norep/1dfc95b7522d4eb1ae38d2c073a2d6bc as hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/norep/1dfc95b7522d4eb1ae38d2c073a2d6bc 2024-12-02T09:06:01,950 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1dfc95b7522d4eb1ae38d2c073a2d6bc 2024-12-02T09:06:01,950 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/norep/1dfc95b7522d4eb1ae38d2c073a2d6bc, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T09:06:01,951 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f28fd736f0947fbe804c2a0fe5843ffe in 529ms, sequenceid=12, compaction requested=false 2024-12-02T09:06:01,951 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T09:06:01,968 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/default/test/f28fd736f0947fbe804c2a0fe5843ffe/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T09:06:01,968 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:06:01,968 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:06:01,968 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:06:01,968 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f28fd736f0947fbe804c2a0fe5843ffe: Waiting for close lock at 1733130361421Running coprocessor pre-close hooks at 1733130361421Disabling compacts and flushes for region at 1733130361421Disabling writes for close at 1733130361421Obtaining lock to block concurrent updates at 1733130361421Preparing flush snapshotting stores in f28fd736f0947fbe804c2a0fe5843ffe at 1733130361421Finished memstore snapshotting test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733130361422 (+1 ms)Flushing stores of test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. at 1733130361422Flushing f28fd736f0947fbe804c2a0fe5843ffe/f: creating writer at 1733130361422Flushing f28fd736f0947fbe804c2a0fe5843ffe/f: appending metadata at 1733130361442 (+20 ms)Flushing f28fd736f0947fbe804c2a0fe5843ffe/f: closing flushed file at 1733130361442Flushing f28fd736f0947fbe804c2a0fe5843ffe/f1: creating writer at 1733130361859 (+417 ms)Flushing f28fd736f0947fbe804c2a0fe5843ffe/f1: appending metadata at 1733130361882 (+23 ms)Flushing f28fd736f0947fbe804c2a0fe5843ffe/f1: closing flushed file at 1733130361883 (+1 ms)Flushing f28fd736f0947fbe804c2a0fe5843ffe/norep: creating writer at 1733130361900 (+17 ms)Flushing f28fd736f0947fbe804c2a0fe5843ffe/norep: appending metadata at 1733130361917 (+17 ms)Flushing f28fd736f0947fbe804c2a0fe5843ffe/norep: closing flushed file at 1733130361917Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a40616d: reopening flushed file at 1733130361934 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cca3fe3: reopening flushed file at 1733130361940 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a11e30: reopening flushed file at 1733130361944 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for f28fd736f0947fbe804c2a0fe5843ffe in 529ms, sequenceid=12, compaction requested=false at 1733130361951 (+7 ms)Writing region close event to WAL at 1733130361961 (+10 ms)Running coprocessor post-close hooks at 1733130361968 (+7 ms)Closed at 1733130361968 2024-12-02T09:06:01,969 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130335013.f28fd736f0947fbe804c2a0fe5843ffe. 2024-12-02T09:06:02,025 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 1493, reset compression=false 2024-12-02T09:06:02,032 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:02,032 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 2384, reset compression=false 2024-12-02T09:06:02,032 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39815,1733130323186 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:02,033 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7c6d666a4939,39815,1733130323186: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7c6d666a4939,39815,1733130323186, walGroup=7c6d666a4939%2C39815%2C1733130323186, offset=7c6d666a4939%2C39815%2C1733130323186.1733130325443:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:39815 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T09:06:02,035 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T09:06:02,035 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T09:06:02,039 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T09:06:02,039 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T09:06:02,041 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T09:06:02,041 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 752345664 }, "NonHeapMemoryUsage": { "committed": 202833920, "init": 7667712, "max": -1, "used": 199917872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T09:06:02,041 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:35011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:35011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T09:06:02,144 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:06:02,242 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 2384, reset compression=false 2024-12-02T09:06:02,337 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/table/75a03ffc59f347e78041318346e36e98 2024-12-02T09:06:02,344 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:06:02,344 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:06:02,344 DEBUG [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:06:02,345 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/info/e50ece1916324aae9bcd64ac9669b0a1 as hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/info/e50ece1916324aae9bcd64ac9669b0a1 2024-12-02T09:06:02,351 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/info/e50ece1916324aae9bcd64ac9669b0a1, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:06:02,352 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/ns/3d51184843c048fb89ea36cd8c3c6956 as hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/ns/3d51184843c048fb89ea36cd8c3c6956 2024-12-02T09:06:02,365 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/ns/3d51184843c048fb89ea36cd8c3c6956, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:06:02,367 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/rep_barrier/6ac37b0b12ff4b2c9b9ab66e61b2574a as hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/rep_barrier/6ac37b0b12ff4b2c9b9ab66e61b2574a 2024-12-02T09:06:02,371 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/rep_barrier/6ac37b0b12ff4b2c9b9ab66e61b2574a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:06:02,377 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/.tmp/table/75a03ffc59f347e78041318346e36e98 as hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/table/75a03ffc59f347e78041318346e36e98 2024-12-02T09:06:02,383 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/table/75a03ffc59f347e78041318346e36e98, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:06:02,384 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1041ms, sequenceid=16, compaction requested=false 2024-12-02T09:06:02,384 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:06:02,398 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:06:02,398 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:06:02,398 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:06:02,398 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:02,398 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130361343Running coprocessor pre-close hooks at 1733130361343Disabling compacts and flushes for region at 1733130361343Disabling writes for close at 1733130361343Obtaining lock to block concurrent updates at 1733130361344 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733130361344Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130361344Flushing stores of hbase:meta,,1.1588230740 at 1733130361344Flushing 1588230740/info: creating writer at 1733130361345 (+1 ms)Flushing 1588230740/info: appending metadata at 1733130361366 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733130361366Flushing 1588230740/ns: creating writer at 1733130361416 (+50 ms)Flushing 1588230740/ns: appending metadata at 1733130361436 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733130361436Flushing 1588230740/rep_barrier: creating writer at 1733130361849 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130361863 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130361863Flushing 1588230740/table: creating writer at 1733130361892 (+29 ms)Flushing 1588230740/table: appending metadata at 1733130361911 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733130361912 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477cf8b8: reopening flushed file at 1733130362344 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@194cc635: reopening flushed file at 1733130362351 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146ae86d: reopening flushed file at 1733130362365 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f4df309: reopening flushed file at 1733130362375 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1041ms, sequenceid=16, compaction requested=false at 1733130362384 (+9 ms)Writing region close event to WAL at 1733130362391 (+7 ms)Running coprocessor post-close hooks at 1733130362398 (+7 ms)Closed at 1733130362398 2024-12-02T09:06:02,398 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:02,544 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,39815,1733130323186; all regions closed. 2024-12-02T09:06:02,545 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 to pos 2384, reset compression=false 2024-12-02T09:06:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741834_1010 (size=4239) 2024-12-02T09:06:02,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741839_1015 (size=3552) 2024-12-02T09:06:02,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.rep.1733130341621 not finished, retry = 0 2024-12-02T09:06:02,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741833_1009 (size=2392) 2024-12-02T09:06:02,659 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/WALs/7c6d666a4939,39815,1733130323186/7c6d666a4939%2C39815%2C1733130323186.1733130325443 not finished, retry = 0 2024-12-02T09:06:02,760 DEBUG [RS:0;7c6d666a4939:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:02,760 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:06:02,760 INFO [RS:0;7c6d666a4939:39815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:06:02,761 INFO [RS:0;7c6d666a4939:39815 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:06:02,761 INFO [RS:0;7c6d666a4939:39815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:06:02,761 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:06:02,761 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,39815,1733130323186 because: Region server is closing 2024-12-02T09:06:02,761 INFO [RS:0;7c6d666a4939:39815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:39815. 2024-12-02T09:06:02,761 DEBUG [RS:0;7c6d666a4939:39815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:02,761 DEBUG [RS:0;7c6d666a4939:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:02,762 DEBUG [RS:0;7c6d666a4939:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:02,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:02,862 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.shipper7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 terminated 2024-12-02T09:06:02,862 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39815,1733130323186.replicationSource.wal-reader.7c6d666a4939%2C39815%2C1733130323186,1-7c6d666a4939,39815,1733130323186 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T09:06:02,862 INFO [RS:0;7c6d666a4939:39815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:39815. 2024-12-02T09:06:02,862 DEBUG [RS:0;7c6d666a4939:39815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:02,862 DEBUG [RS:0;7c6d666a4939:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:02,862 DEBUG [RS:0;7c6d666a4939:39815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:02,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:02,862 INFO [RS:0;7c6d666a4939:39815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39815 2024-12-02T09:06:02,875 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01819264745/rs/7c6d666a4939,39815,1733130323186 2024-12-02T09:06:02,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745/rs 2024-12-02T09:06:02,875 INFO [RS:0;7c6d666a4939:39815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:06:02,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,39815,1733130323186] 2024-12-02T09:06:02,895 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01819264745/draining/7c6d666a4939,39815,1733130323186 already deleted, retry=false 2024-12-02T09:06:02,895 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,39815,1733130323186 expired; onlineServers=0 2024-12-02T09:06:02,895 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,35011,1733130323012' ***** 2024-12-02T09:06:02,895 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:06:02,895 INFO [M:0;7c6d666a4939:35011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:06:02,895 INFO [M:0;7c6d666a4939:35011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:06:02,895 DEBUG [M:0;7c6d666a4939:35011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:06:02,895 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:06:02,895 DEBUG [M:0;7c6d666a4939:35011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:06:02,895 INFO [M:0;7c6d666a4939:35011 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:06:02,895 INFO [M:0;7c6d666a4939:35011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:06:02,895 DEBUG [M:0;7c6d666a4939:35011 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:06:02,895 INFO [M:0;7c6d666a4939:35011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:06:02,895 INFO [M:0;7c6d666a4939:35011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:06:02,896 INFO [M:0;7c6d666a4939:35011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:06:02,896 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:06:02,901 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130325067 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130325067,5,FailOnTimeoutGroup] 2024-12-02T09:06:02,901 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130325075 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130325075,5,FailOnTimeoutGroup] 2024-12-02T09:06:02,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01819264745/master 2024-12-02T09:06:02,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01819264745 2024-12-02T09:06:02,920 INFO [M:0;7c6d666a4939:35011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/.lastflushedseqids 2024-12-02T09:06:02,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01819264745/master already deleted, retry=false 2024-12-02T09:06:02,925 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Failed delete of our master address node; KeeperErrorCode = NoNode for /01819264745/master 2024-12-02T09:06:02,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741848_1024 (size=245) 2024-12-02T09:06:02,984 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:02,984 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39815-0x1009a3bde230001, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:02,984 INFO [RS:0;7c6d666a4939:39815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:06:02,984 INFO [RS:0;7c6d666a4939:39815 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,39815,1733130323186; zookeeper connection closed. 2024-12-02T09:06:02,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cecd6ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cecd6ad 2024-12-02T09:06:02,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:06:03,339 INFO [M:0;7c6d666a4939:35011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:06:03,339 INFO [M:0;7c6d666a4939:35011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:06:03,339 DEBUG [M:0;7c6d666a4939:35011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:06:03,340 INFO [M:0;7c6d666a4939:35011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:03,340 DEBUG [M:0;7c6d666a4939:35011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:03,340 DEBUG [M:0;7c6d666a4939:35011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:06:03,340 DEBUG [M:0;7c6d666a4939:35011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:03,340 INFO [M:0;7c6d666a4939:35011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-02T09:06:03,381 DEBUG [M:0;7c6d666a4939:35011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0bcadd6672741f69b4ff5b50bdae8e9 is 82, key is hbase:meta,,1/info:regioninfo/1733130325808/Put/seqid=0 2024-12-02T09:06:03,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741849_1025 (size=5672) 2024-12-02T09:06:03,791 INFO [M:0;7c6d666a4939:35011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0bcadd6672741f69b4ff5b50bdae8e9 2024-12-02T09:06:03,809 DEBUG [M:0;7c6d666a4939:35011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55549b3a98794d2c8af1e305e00a21f6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733130336164/Put/seqid=0 2024-12-02T09:06:03,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741850_1026 (size=7218) 2024-12-02T09:06:03,813 INFO [M:0;7c6d666a4939:35011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55549b3a98794d2c8af1e305e00a21f6 2024-12-02T09:06:03,816 INFO [M:0;7c6d666a4939:35011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55549b3a98794d2c8af1e305e00a21f6 2024-12-02T09:06:03,828 DEBUG [M:0;7c6d666a4939:35011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a56d155aaa14e76a931c5504b09a953 is 69, key is 7c6d666a4939,39815,1733130323186/rs:state/1733130325099/Put/seqid=0 2024-12-02T09:06:03,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741851_1027 (size=5156) 2024-12-02T09:06:04,232 INFO [M:0;7c6d666a4939:35011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a56d155aaa14e76a931c5504b09a953 2024-12-02T09:06:04,235 DEBUG [M:0;7c6d666a4939:35011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a0bcadd6672741f69b4ff5b50bdae8e9 as hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0bcadd6672741f69b4ff5b50bdae8e9 2024-12-02T09:06:04,238 INFO [M:0;7c6d666a4939:35011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a0bcadd6672741f69b4ff5b50bdae8e9, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T09:06:04,239 DEBUG [M:0;7c6d666a4939:35011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55549b3a98794d2c8af1e305e00a21f6 as hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55549b3a98794d2c8af1e305e00a21f6 2024-12-02T09:06:04,242 INFO [M:0;7c6d666a4939:35011 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55549b3a98794d2c8af1e305e00a21f6 2024-12-02T09:06:04,242 INFO [M:0;7c6d666a4939:35011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55549b3a98794d2c8af1e305e00a21f6, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T09:06:04,242 DEBUG [M:0;7c6d666a4939:35011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a56d155aaa14e76a931c5504b09a953 as hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a56d155aaa14e76a931c5504b09a953 2024-12-02T09:06:04,245 INFO [M:0;7c6d666a4939:35011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33427/user/jenkins/test-data/7b3861bd-3cf6-7cda-1f1f-929cacd3ab88/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a56d155aaa14e76a931c5504b09a953, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T09:06:04,245 INFO [M:0;7c6d666a4939:35011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=105, compaction requested=false 2024-12-02T09:06:04,246 INFO [M:0;7c6d666a4939:35011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:04,246 DEBUG [M:0;7c6d666a4939:35011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130363339Disabling compacts and flushes for region at 1733130363339Disabling writes for close at 1733130363340 (+1 ms)Obtaining lock to block concurrent updates at 1733130363340Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130363340Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733130363340Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130363347 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130363347Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130363381 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130363381Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130363795 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130363809 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130363809Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130363816 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130363828 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130363828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e9f1bd: reopening flushed file at 1733130364235 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d5279ec: reopening flushed file at 1733130364238 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3414957: reopening flushed file at 1733130364242 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=105, compaction requested=false at 1733130364245 (+3 ms)Writing region close event to WAL at 1733130364246 (+1 ms)Closed at 1733130364246 2024-12-02T09:06:04,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37617 is added to blk_1073741830_1006 (size=64423) 2024-12-02T09:06:04,248 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:06:04,248 INFO [M:0;7c6d666a4939:35011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:06:04,248 INFO [M:0;7c6d666a4939:35011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35011 2024-12-02T09:06:04,253 INFO [M:0;7c6d666a4939:35011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:06:04,358 INFO [M:0;7c6d666a4939:35011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:06:04,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:04,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35011-0x1009a3bde230000, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:04,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5839ab42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:06:04,362 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1666733a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:06:04,362 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:06:04,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a21a963{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:06:04,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b4b4ee1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/hadoop.log.dir/,STOPPED} 2024-12-02T09:06:04,365 WARN [BP-1921317161-172.17.0.3-1733130321672 heartbeating to localhost/127.0.0.1:33427 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:06:04,365 WARN [BP-1921317161-172.17.0.3-1733130321672 heartbeating to localhost/127.0.0.1:33427 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1921317161-172.17.0.3-1733130321672 (Datanode Uuid 061e21e3-2736-442c-b1de-3040cd3d743f) service to localhost/127.0.0.1:33427 2024-12-02T09:06:04,366 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:06:04,366 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:06:04,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/cluster_6f06e05b-9b9c-e99d-80cb-cf17ceb51305/data/data1/current/BP-1921317161-172.17.0.3-1733130321672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:06:04,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/cluster_6f06e05b-9b9c-e99d-80cb-cf17ceb51305/data/data2/current/BP-1921317161-172.17.0.3-1733130321672 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:06:04,366 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:06:04,372 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b8a4378{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:06:04,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f022a20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:06:04,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:06:04,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44bbb857{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:06:04,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c8d7c1d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66c28825-cb13-4ff4-33c8-5ad9c9208762/hadoop.log.dir/,STOPPED} 2024-12-02T09:06:04,379 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T09:06:04,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:06:04,402 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 263) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:46513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59133) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:46513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:32889 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:33427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:32889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46513 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:32889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59133) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:46513 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33427 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46513 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33427 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33427 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:46513 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:32889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33427 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59133) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=730 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 565), ProcessCount=11 (was 11), AvailableMemoryMB=994 (was 909) - AvailableMemoryMB LEAK? - 2024-12-02T09:06:04,422 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=730, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=994 2024-12-02T09:06:04,434 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-02T09:06:04,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/hadoop.log.dir so I do NOT create it in target/test-data/b3152eb0-080c-2829-3512-66507efa97ae 2024-12-02T09:06:04,435 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:06:04,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/hadoop.tmp.dir so I do NOT create it in target/test-data/b3152eb0-080c-2829-3512-66507efa97ae 2024-12-02T09:06:04,435 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6f34fd0-c70c-1885-2a85-8c539247111f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:06:04,435 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae 2024-12-02T09:06:04,435 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/cluster_121ca257-f7ed-e787-df01-2683a2b0f458, deleteOnExit=true 2024-12-02T09:06:04,438 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/cluster_121ca257-f7ed-e787-df01-2683a2b0f458/zookeeper_0, clientPort=50292, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/cluster_121ca257-f7ed-e787-df01-2683a2b0f458/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/cluster_121ca257-f7ed-e787-df01-2683a2b0f458/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T09:06:04,438 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50292 2024-12-02T09:06:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:06:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:06:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/test.cache.data in system properties and HBase conf 2024-12-02T09:06:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:06:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:06:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:06:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:06:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:06:04,439 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:06:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:06:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:06:04,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009a3bde230005, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:06:04,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009a3bde230008, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:06:04,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009a3bde230008, quorum=127.0.0.1:59133, baseZNode=/2-1241292632 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:06:04,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009a3bde230005, quorum=127.0.0.1:59133, baseZNode=/1-1977643147 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:06:04,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009a3bde230002, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:06:04,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009a3bde230002, quorum=127.0.0.1:59133, baseZNode=/01819264745 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:06:04,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:04,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:04,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:04,732 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:04,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:06:04,735 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:04,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38c2f1c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:04,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f62e599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:04,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d81f97b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/java.io.tmpdir/jetty-localhost-33853-hadoop-hdfs-3_4_1-tests_jar-_-any-4009159434438357397/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:06:04,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@794c1059{HTTP/1.1, (http/1.1)}{localhost:33853} 2024-12-02T09:06:04,855 INFO [Time-limited test {}] server.Server(415): Started @259394ms 2024-12-02T09:06:05,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:05,057 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:05,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:05,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:05,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:06:05,058 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24680ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:05,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b12a0a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:05,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e39f19f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/java.io.tmpdir/jetty-localhost-42917-hadoop-hdfs-3_4_1-tests_jar-_-any-4412798136653495867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:06:05,170 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60c8979d{HTTP/1.1, (http/1.1)}{localhost:42917} 2024-12-02T09:06:05,170 INFO [Time-limited test {}] server.Server(415): Started @259709ms 2024-12-02T09:06:05,171 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:06:05,721 WARN [Thread-3430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/cluster_121ca257-f7ed-e787-df01-2683a2b0f458/data/data2/current/BP-177423806-172.17.0.3-1733130364466/current, will proceed with Du for space computation calculation, 2024-12-02T09:06:05,721 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/cluster_121ca257-f7ed-e787-df01-2683a2b0f458/data/data1/current/BP-177423806-172.17.0.3-1733130364466/current, will proceed with Du for space computation calculation, 2024-12-02T09:06:05,744 WARN [Thread-3417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:06:05,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cf5309d9e9e8c83 with lease ID 0x111bc070a1bb27f2: Processing first storage report for DS-047f1cd8-b1ca-42b1-b435-56e87ef5431b from datanode DatanodeRegistration(127.0.0.1:37407, datanodeUuid=8752cf3c-3e5a-4422-8e4f-5832d7b29218, infoPort=41559, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=2060569447;c=1733130364466) 2024-12-02T09:06:05,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cf5309d9e9e8c83 with lease ID 0x111bc070a1bb27f2: from storage DS-047f1cd8-b1ca-42b1-b435-56e87ef5431b node DatanodeRegistration(127.0.0.1:37407, datanodeUuid=8752cf3c-3e5a-4422-8e4f-5832d7b29218, infoPort=41559, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=2060569447;c=1733130364466), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:06:05,746 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2cf5309d9e9e8c83 with lease ID 0x111bc070a1bb27f2: Processing first storage report for DS-792b0335-e576-4059-91cb-b76da100bedd from datanode DatanodeRegistration(127.0.0.1:37407, datanodeUuid=8752cf3c-3e5a-4422-8e4f-5832d7b29218, infoPort=41559, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=2060569447;c=1733130364466) 2024-12-02T09:06:05,746 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2cf5309d9e9e8c83 with lease ID 0x111bc070a1bb27f2: from storage DS-792b0335-e576-4059-91cb-b76da100bedd node DatanodeRegistration(127.0.0.1:37407, datanodeUuid=8752cf3c-3e5a-4422-8e4f-5832d7b29218, infoPort=41559, infoSecurePort=0, ipcPort=34359, storageInfo=lv=-57;cid=testClusterID;nsid=2060569447;c=1733130364466), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:06:05,824 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae 2024-12-02T09:06:05,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:05,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:05,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:06:05,837 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73 with version=8 2024-12-02T09:06:05,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/hbase-staging 2024-12-02T09:06:05,839 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:06:05,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:05,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:05,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:06:05,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:05,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:06:05,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:06:05,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:06:05,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36779 2024-12-02T09:06:05,841 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36779 connecting to ZooKeeper ensemble=127.0.0.1:50292 2024-12-02T09:06:05,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367790x0, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:05,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36779-0x1009a3c854a0000 connected 2024-12-02T09:06:05,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:05,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:05,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Set watcher on znode that does not yet exist, /0-1283306214/running 2024-12-02T09:06:05,944 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73, hbase.cluster.distributed=false 2024-12-02T09:06:05,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Set watcher on znode that does not yet exist, /0-1283306214/acl 2024-12-02T09:06:05,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36779 2024-12-02T09:06:05,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36779 2024-12-02T09:06:05,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36779 2024-12-02T09:06:05,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36779 2024-12-02T09:06:05,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36779 2024-12-02T09:06:05,961 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:06:05,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:05,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:05,961 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:06:05,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:05,961 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:06:05,961 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:06:05,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:06:05,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38263 2024-12-02T09:06:05,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38263 connecting to ZooKeeper ensemble=127.0.0.1:50292 2024-12-02T09:06:05,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:05,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:05,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382630x0, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:05,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382630x0, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Set watcher on znode that does not yet exist, /0-1283306214/running 2024-12-02T09:06:05,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38263-0x1009a3c854a0001 connected 2024-12-02T09:06:05,975 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:06:05,976 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:06:05,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Set watcher on znode that does not yet exist, /0-1283306214/master 2024-12-02T09:06:05,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Set watcher on znode that does not yet exist, /0-1283306214/acl 2024-12-02T09:06:05,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38263 2024-12-02T09:06:05,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38263 2024-12-02T09:06:05,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38263 2024-12-02T09:06:05,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38263 2024-12-02T09:06:05,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38263 2024-12-02T09:06:06,009 DEBUG [M:0;7c6d666a4939:36779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:36779 2024-12-02T09:06:06,011 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1283306214/backup-masters/7c6d666a4939,36779,1733130365839 2024-12-02T09:06:06,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214/backup-masters 2024-12-02T09:06:06,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214/backup-masters 2024-12-02T09:06:06,016 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Set watcher on existing znode=/0-1283306214/backup-masters/7c6d666a4939,36779,1733130365839 2024-12-02T09:06:06,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1283306214/master 2024-12-02T09:06:06,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:06,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:06,025 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Set watcher on existing znode=/0-1283306214/master 2024-12-02T09:06:06,025 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1283306214/backup-masters/7c6d666a4939,36779,1733130365839 from backup master directory 2024-12-02T09:06:06,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1283306214/backup-masters/7c6d666a4939,36779,1733130365839 2024-12-02T09:06:06,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214/backup-masters 2024-12-02T09:06:06,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214/backup-masters 2024-12-02T09:06:06,033 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:06:06,033 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,36779,1733130365839 2024-12-02T09:06:06,035 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/hbase.id] with ID: 6597f1e0-6d4d-4ae8-a20a-8e4d4735e947 2024-12-02T09:06:06,036 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/.tmp/hbase.id 2024-12-02T09:06:06,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:06:06,444 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/.tmp/hbase.id]:[hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/hbase.id] 2024-12-02T09:06:06,459 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:06,460 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:06:06,460 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T09:06:06,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:06,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:06,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:06:06,923 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:06:06,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,925 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:06,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,926 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:06:06,926 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:06,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:06:06,941 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store 2024-12-02T09:06:06,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:06:06,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:06,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:07,353 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:07,353 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:06:07,353 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:07,353 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:07,353 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:06:07,353 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:07,353 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:07,353 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130367353Disabling compacts and flushes for region at 1733130367353Disabling writes for close at 1733130367353Writing region close event to WAL at 1733130367353Closed at 1733130367353 2024-12-02T09:06:07,354 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/.initializing 2024-12-02T09:06:07,354 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/WALs/7c6d666a4939,36779,1733130365839 2024-12-02T09:06:07,355 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:06:07,355 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C36779%2C1733130365839, suffix=, logDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/WALs/7c6d666a4939,36779,1733130365839, archiveDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/oldWALs, maxLogs=10 2024-12-02T09:06:07,367 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/WALs/7c6d666a4939,36779,1733130365839/7c6d666a4939%2C36779%2C1733130365839.1733130367356, exclude list is [], retry=0 2024-12-02T09:06:07,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37407,DS-047f1cd8-b1ca-42b1-b435-56e87ef5431b,DISK] 2024-12-02T09:06:07,375 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/WALs/7c6d666a4939,36779,1733130365839/7c6d666a4939%2C36779%2C1733130365839.1733130367356 2024-12-02T09:06:07,377 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41559:41559)] 2024-12-02T09:06:07,377 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:07,377 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:07,377 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,377 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:06:07,384 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:07,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:07,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:06:07,386 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:07,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:07,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:06:07,387 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:07,387 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:07,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:06:07,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:07,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:07,389 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,389 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,390 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,391 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,391 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,391 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:07,398 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:07,408 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:07,408 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72155430, jitterRate=0.07519969344139099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:07,409 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130367377Initializing all the Stores at 1733130367378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130367378Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130367382 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130367382Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130367382Cleaning up temporary data from old regions at 1733130367391 (+9 ms)Region opened successfully at 1733130367409 (+18 ms) 2024-12-02T09:06:07,415 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:06:07,425 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4458d4a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:06:07,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:06:07,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:06:07,426 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:06:07,427 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:06:07,427 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:06:07,427 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:06:07,427 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:06:07,433 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:06:07,433 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Unable to get data of znode /0-1283306214/balancer because node does not exist (not necessarily an error) 2024-12-02T09:06:07,441 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1283306214/balancer already deleted, retry=false 2024-12-02T09:06:07,442 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:06:07,442 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Unable to get data of znode /0-1283306214/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:06:07,449 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1283306214/normalizer already deleted, retry=false 2024-12-02T09:06:07,450 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:06:07,451 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Unable to get data of znode /0-1283306214/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:06:07,458 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1283306214/switch/split already deleted, retry=false 2024-12-02T09:06:07,459 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Unable to get data of znode /0-1283306214/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:06:07,466 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1283306214/switch/merge already deleted, retry=false 2024-12-02T09:06:07,468 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Unable to get data of znode /0-1283306214/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:06:07,474 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1283306214/snapshot-cleanup already deleted, retry=false 2024-12-02T09:06:07,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1283306214/running 2024-12-02T09:06:07,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1283306214/running 2024-12-02T09:06:07,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:07,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:07,525 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,36779,1733130365839, sessionid=0x1009a3c854a0000, setting cluster-up flag (Was=false) 2024-12-02T09:06:07,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:07,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:07,566 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1283306214/flush-table-proc/acquired, /0-1283306214/flush-table-proc/reached, /0-1283306214/flush-table-proc/abort 2024-12-02T09:06:07,567 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,36779,1733130365839 2024-12-02T09:06:07,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:07,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:07,608 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1283306214/online-snapshot/acquired, /0-1283306214/online-snapshot/reached, /0-1283306214/online-snapshot/abort 2024-12-02T09:06:07,608 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,36779,1733130365839 2024-12-02T09:06:07,609 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:06:07,610 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:07,611 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:06:07,611 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:06:07,611 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,36779,1733130365839 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:06:07,613 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:07,613 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:07,613 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:07,613 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:07,613 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:06:07,613 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,613 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:06:07,613 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,613 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130397613 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,614 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:06:07,614 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:06:07,614 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:06:07,615 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130367615,5,FailOnTimeoutGroup] 2024-12-02T09:06:07,615 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130367615,5,FailOnTimeoutGroup] 2024-12-02T09:06:07,615 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,615 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:07,615 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:06:07,615 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,615 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,615 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:06:07,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:06:07,697 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(746): ClusterId : 6597f1e0-6d4d-4ae8-a20a-8e4d4735e947 2024-12-02T09:06:07,698 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:06:07,708 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:06:07,708 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:06:07,717 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:06:07,717 DEBUG [RS:0;7c6d666a4939:38263 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a48140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:06:07,730 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:38263 2024-12-02T09:06:07,730 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:06:07,730 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:06:07,730 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:06:07,731 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,36779,1733130365839 with port=38263, startcode=1733130365961 2024-12-02T09:06:07,731 DEBUG [RS:0;7c6d666a4939:38263 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:06:07,732 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:06:07,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,38263,1733130365961 2024-12-02T09:06:07,732 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36779 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,38263,1733130365961 2024-12-02T09:06:07,734 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73 2024-12-02T09:06:07,734 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34991 2024-12-02T09:06:07,734 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:06:07,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214/rs 2024-12-02T09:06:07,742 DEBUG [RS:0;7c6d666a4939:38263 {}] zookeeper.ZKUtil(111): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Set watcher on existing znode=/0-1283306214/rs/7c6d666a4939,38263,1733130365961 2024-12-02T09:06:07,742 WARN [RS:0;7c6d666a4939:38263 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:06:07,742 INFO [RS:0;7c6d666a4939:38263 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:07,742 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961 2024-12-02T09:06:07,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,38263,1733130365961] 2024-12-02T09:06:07,744 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:06:07,745 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:06:07,745 INFO [RS:0;7c6d666a4939:38263 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:06:07,745 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,745 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:06:07,746 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:06:07,746 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:06:07,747 DEBUG [RS:0;7c6d666a4939:38263 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:06:07,751 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,751 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,751 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,751 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,751 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,751 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,38263,1733130365961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:06:07,765 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:06:07,765 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,38263,1733130365961-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,765 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,765 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.Replication(171): 7c6d666a4939,38263,1733130365961 started 2024-12-02T09:06:07,776 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:07,776 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,38263,1733130365961, RpcServer on 7c6d666a4939/172.17.0.3:38263, sessionid=0x1009a3c854a0001 2024-12-02T09:06:07,776 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:06:07,776 DEBUG [RS:0;7c6d666a4939:38263 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,38263,1733130365961 2024-12-02T09:06:07,777 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,38263,1733130365961' 2024-12-02T09:06:07,777 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1283306214/flush-table-proc/abort' 2024-12-02T09:06:07,777 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1283306214/flush-table-proc/acquired' 2024-12-02T09:06:07,777 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:06:07,777 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:06:07,777 DEBUG [RS:0;7c6d666a4939:38263 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,38263,1733130365961 2024-12-02T09:06:07,777 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,38263,1733130365961' 2024-12-02T09:06:07,777 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1283306214/online-snapshot/abort' 2024-12-02T09:06:07,778 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1283306214/online-snapshot/acquired' 2024-12-02T09:06:07,778 DEBUG [RS:0;7c6d666a4939:38263 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:06:07,778 INFO [RS:0;7c6d666a4939:38263 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:06:07,778 INFO [RS:0;7c6d666a4939:38263 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:06:07,878 INFO [RS:0;7c6d666a4939:38263 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:06:07,880 INFO [RS:0;7c6d666a4939:38263 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C38263%2C1733130365961, suffix=, logDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961, archiveDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/oldWALs, maxLogs=10 2024-12-02T09:06:07,895 DEBUG [RS:0;7c6d666a4939:38263 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880, exclude list is [], retry=0 2024-12-02T09:06:07,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37407,DS-047f1cd8-b1ca-42b1-b435-56e87ef5431b,DISK] 2024-12-02T09:06:07,899 INFO [RS:0;7c6d666a4939:38263 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 2024-12-02T09:06:07,899 DEBUG [RS:0;7c6d666a4939:38263 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41559:41559)] 2024-12-02T09:06:08,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:06:08,027 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73 2024-12-02T09:06:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:06:08,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:08,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:06:08,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:06:08,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:08,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:08,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:06:08,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:06:08,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:08,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:08,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:06:08,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:06:08,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:08,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:08,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:06:08,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:06:08,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:08,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:08,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:06:08,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740 2024-12-02T09:06:08,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740 2024-12-02T09:06:08,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:06:08,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:06:08,443 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:08,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:06:08,445 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:08,446 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68011355, jitterRate=0.013448163866996765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:08,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130368436Initializing all the Stores at 1733130368436Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130368436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130368437 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130368437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130368437Cleaning up temporary data from old regions at 1733130368442 (+5 ms)Region opened successfully at 1733130368446 (+4 ms) 2024-12-02T09:06:08,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:06:08,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:06:08,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:06:08,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:06:08,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:06:08,446 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:08,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130368446Disabling compacts and flushes for region at 1733130368446Disabling writes for close at 1733130368446Writing region close event to WAL at 1733130368446Closed at 1733130368446 2024-12-02T09:06:08,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:08,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:06:08,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:06:08,448 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:06:08,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:06:08,600 DEBUG [7c6d666a4939:36779 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:06:08,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,38263,1733130365961 2024-12-02T09:06:08,601 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,38263,1733130365961, state=OPENING 2024-12-02T09:06:08,649 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:06:08,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:08,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:08,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1283306214/meta-region-server: CHANGED 2024-12-02T09:06:08,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1283306214/meta-region-server: CHANGED 2024-12-02T09:06:08,687 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:06:08,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,38263,1733130365961}] 2024-12-02T09:06:08,841 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:06:08,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:06:08,847 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:06:08,847 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:08,847 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:06:08,849 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C38263%2C1733130365961.meta, suffix=.meta, logDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961, archiveDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/oldWALs, maxLogs=10 2024-12-02T09:06:08,865 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.meta.1733130368849.meta, exclude list is [], retry=0 2024-12-02T09:06:08,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37407,DS-047f1cd8-b1ca-42b1-b435-56e87ef5431b,DISK] 2024-12-02T09:06:08,868 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.meta.1733130368849.meta 2024-12-02T09:06:08,868 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41559:41559)] 2024-12-02T09:06:08,868 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:08,869 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:08,869 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:06:08,869 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:06:08,869 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:06:08,869 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:06:08,869 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:08,869 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:06:08,869 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:06:08,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:06:08,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:06:08,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:08,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:08,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:06:08,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:06:08,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:08,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:08,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:06:08,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:06:08,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:08,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:08,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:06:08,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:06:08,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:08,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:08,874 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:06:08,875 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740 2024-12-02T09:06:08,875 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740 2024-12-02T09:06:08,876 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:06:08,876 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:06:08,876 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:08,876 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:06:08,877 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67700326, jitterRate=0.008813470602035522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:08,877 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:06:08,877 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130368869Writing region info on filesystem at 1733130368869Initializing all the Stores at 1733130368870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130368870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130368870Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130368870Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130368870Cleaning up temporary data from old regions at 1733130368876 (+6 ms)Running coprocessor post-open hooks at 1733130368877 (+1 ms)Region opened successfully at 1733130368877 2024-12-02T09:06:08,878 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130368841 2024-12-02T09:06:08,879 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:06:08,879 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:06:08,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,38263,1733130365961 2024-12-02T09:06:08,880 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,38263,1733130365961, state=OPEN 2024-12-02T09:06:08,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1283306214/meta-region-server 2024-12-02T09:06:08,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1283306214/meta-region-server 2024-12-02T09:06:08,891 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,38263,1733130365961 2024-12-02T09:06:08,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1283306214/meta-region-server: CHANGED 2024-12-02T09:06:08,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1283306214/meta-region-server: CHANGED 2024-12-02T09:06:08,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:06:08,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,38263,1733130365961 in 204 msec 2024-12-02T09:06:08,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:06:08,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-12-02T09:06:08,895 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:08,895 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:06:08,896 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:08,896 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,38263,1733130365961, seqNum=-1] 2024-12-02T09:06:08,896 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:08,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:08,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-12-02T09:06:08,901 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130368900, completionTime=-1 2024-12-02T09:06:08,901 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:06:08,901 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:06:08,902 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:06:08,902 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130428902 2024-12-02T09:06:08,902 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130488902 2024-12-02T09:06:08,902 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:06:08,903 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36779,1733130365839-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:08,903 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36779,1733130365839-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:08,903 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36779,1733130365839-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:08,903 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:36779, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:08,903 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:08,903 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:08,905 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:06:08,906 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.873sec 2024-12-02T09:06:08,906 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:06:08,907 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:06:08,907 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:06:08,907 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:06:08,907 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:06:08,907 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36779,1733130365839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:06:08,907 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36779,1733130365839-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:06:08,908 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:06:08,908 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:06:08,908 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36779,1733130365839-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:08,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2740c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:08,999 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,36779,-1 for getting cluster id 2024-12-02T09:06:08,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:09,000 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6597f1e0-6d4d-4ae8-a20a-8e4d4735e947' 2024-12-02T09:06:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6597f1e0-6d4d-4ae8-a20a-8e4d4735e947" 2024-12-02T09:06:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d546e7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,36779,-1] 2024-12-02T09:06:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:09,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:09,001 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:09,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f653c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:09,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:09,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,38263,1733130365961, seqNum=-1] 2024-12-02T09:06:09,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:09,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:09,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,36779,1733130365839 2024-12-02T09:06:09,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50292 2024-12-02T09:06:09,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:09,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009a3c854a0002 connected 2024-12-02T09:06:09,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/hadoop.log.dir so I do NOT create it in target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf 2024-12-02T09:06:09,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:06:09,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/hadoop.tmp.dir so I do NOT create it in target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf 2024-12-02T09:06:09,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:06:09,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf 2024-12-02T09:06:09,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:06:09,018 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/cluster_7935c037-07de-6249-a128-46d75a50a416, deleteOnExit=true 2024-12-02T09:06:09,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:06:09,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/test.cache.data in system properties and HBase conf 2024-12-02T09:06:09,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:06:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:06:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:06:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:06:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:06:09,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:06:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:06:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:09,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:06:09,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:06:09,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:09,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:09,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:06:09,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:06:09,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:06:09,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:09,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:06:09,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:06:09,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:09,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:09,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:09,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:09,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:06:09,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:09,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f17ca16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:09,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c7f8f3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:09,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75c1cc91{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/java.io.tmpdir/jetty-localhost-37203-hadoop-hdfs-3_4_1-tests_jar-_-any-12174643281193787643/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:06:09,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5255f582{HTTP/1.1, (http/1.1)}{localhost:37203} 2024-12-02T09:06:09,326 INFO [Time-limited test {}] server.Server(415): Started @263866ms 2024-12-02T09:06:09,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:09,546 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:09,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:09,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:09,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:06:09,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@686e8187{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:09,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ea8b69d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:09,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fe60225{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/java.io.tmpdir/jetty-localhost-33723-hadoop-hdfs-3_4_1-tests_jar-_-any-12419683035802595897/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:06:09,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51316a6a{HTTP/1.1, (http/1.1)}{localhost:33723} 2024-12-02T09:06:09,660 INFO [Time-limited test {}] server.Server(415): Started @264199ms 2024-12-02T09:06:09,661 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:06:10,084 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/cluster_7935c037-07de-6249-a128-46d75a50a416/data/data1/current/BP-412090803-172.17.0.3-1733130369040/current, will proceed with Du for space computation calculation, 2024-12-02T09:06:10,084 WARN [Thread-3551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/cluster_7935c037-07de-6249-a128-46d75a50a416/data/data2/current/BP-412090803-172.17.0.3-1733130369040/current, will proceed with Du for space computation calculation, 2024-12-02T09:06:10,104 WARN [Thread-3538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:06:10,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8882907a670354b with lease ID 0xa51285ae3099110f: Processing first storage report for DS-90968924-8f8d-476b-b4f3-2e1fb127ffec from datanode DatanodeRegistration(127.0.0.1:40487, datanodeUuid=24977372-3418-4f55-a27a-397ac61a8b42, infoPort=38035, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=1231788185;c=1733130369040) 2024-12-02T09:06:10,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8882907a670354b with lease ID 0xa51285ae3099110f: from storage DS-90968924-8f8d-476b-b4f3-2e1fb127ffec node DatanodeRegistration(127.0.0.1:40487, datanodeUuid=24977372-3418-4f55-a27a-397ac61a8b42, infoPort=38035, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=1231788185;c=1733130369040), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:06:10,105 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8882907a670354b with lease ID 0xa51285ae3099110f: Processing first storage report for DS-c4fe9915-70cc-4e8f-a7ae-998a5c4ec263 from datanode DatanodeRegistration(127.0.0.1:40487, datanodeUuid=24977372-3418-4f55-a27a-397ac61a8b42, infoPort=38035, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=1231788185;c=1733130369040) 2024-12-02T09:06:10,105 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8882907a670354b with lease ID 0xa51285ae3099110f: from storage DS-c4fe9915-70cc-4e8f-a7ae-998a5c4ec263 node DatanodeRegistration(127.0.0.1:40487, datanodeUuid=24977372-3418-4f55-a27a-397ac61a8b42, infoPort=38035, infoSecurePort=0, ipcPort=40315, storageInfo=lv=-57;cid=testClusterID;nsid=1231788185;c=1733130369040), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:06:10,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf 2024-12-02T09:06:10,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:10,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:10,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:06:10,612 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650 with version=8 2024-12-02T09:06:10,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/hbase-staging 2024-12-02T09:06:10,614 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:06:10,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:10,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:10,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:06:10,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:10,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:06:10,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:06:10,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:06:10,615 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45349 2024-12-02T09:06:10,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45349 connecting to ZooKeeper ensemble=127.0.0.1:50292 2024-12-02T09:06:10,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453490x0, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:10,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45349-0x1009a3c854a0003 connected 2024-12-02T09:06:10,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:10,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:10,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Set watcher on znode that does not yet exist, /1-509206759/running 2024-12-02T09:06:10,787 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650, hbase.cluster.distributed=false 2024-12-02T09:06:10,788 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Set watcher on znode that does not yet exist, /1-509206759/acl 2024-12-02T09:06:10,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45349 2024-12-02T09:06:10,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45349 2024-12-02T09:06:10,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45349 2024-12-02T09:06:10,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45349 2024-12-02T09:06:10,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45349 2024-12-02T09:06:10,801 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:06:10,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:10,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:10,801 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:06:10,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:10,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:06:10,801 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:06:10,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:06:10,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33315 2024-12-02T09:06:10,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33315 connecting to ZooKeeper ensemble=127.0.0.1:50292 2024-12-02T09:06:10,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:10,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:10,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333150x0, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:10,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333150x0, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Set watcher on znode that does not yet exist, /1-509206759/running 2024-12-02T09:06:10,817 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:06:10,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33315-0x1009a3c854a0004 connected 2024-12-02T09:06:10,817 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:06:10,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Set watcher on znode that does not yet exist, /1-509206759/master 2024-12-02T09:06:10,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Set watcher on znode that does not yet exist, /1-509206759/acl 2024-12-02T09:06:10,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33315 2024-12-02T09:06:10,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33315 2024-12-02T09:06:10,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33315 2024-12-02T09:06:10,826 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33315 2024-12-02T09:06:10,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33315 2024-12-02T09:06:10,840 DEBUG [M:0;7c6d666a4939:45349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:45349 2024-12-02T09:06:10,840 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-509206759/backup-masters/7c6d666a4939,45349,1733130370614 2024-12-02T09:06:10,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759/backup-masters 2024-12-02T09:06:10,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759/backup-masters 2024-12-02T09:06:10,850 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Set watcher on existing znode=/1-509206759/backup-masters/7c6d666a4939,45349,1733130370614 2024-12-02T09:06:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:10,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-509206759/master 2024-12-02T09:06:10,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:10,858 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Set watcher on existing znode=/1-509206759/master 2024-12-02T09:06:10,858 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-509206759/backup-masters/7c6d666a4939,45349,1733130370614 from backup master directory 2024-12-02T09:06:10,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759/backup-masters 2024-12-02T09:06:10,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-509206759/backup-masters/7c6d666a4939,45349,1733130370614 2024-12-02T09:06:10,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759/backup-masters 2024-12-02T09:06:10,866 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:06:10,866 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,45349,1733130370614 2024-12-02T09:06:10,869 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/hbase.id] with ID: 7d05b817-ce87-40a5-ab75-db3a56843861 2024-12-02T09:06:10,869 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/.tmp/hbase.id 2024-12-02T09:06:10,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:06:10,876 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/.tmp/hbase.id]:[hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/hbase.id] 2024-12-02T09:06:10,882 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:10,882 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:06:10,883 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T09:06:10,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:10,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:06:11,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T09:06:11,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:06:11,297 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:11,298 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:06:11,298 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:11,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:06:11,304 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store 2024-12-02T09:06:11,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:06:11,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:11,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:06:11,316 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:11,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:11,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:06:11,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:11,316 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:11,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130371316Disabling compacts and flushes for region at 1733130371316Disabling writes for close at 1733130371316Writing region close event to WAL at 1733130371316Closed at 1733130371316 2024-12-02T09:06:11,316 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/.initializing 2024-12-02T09:06:11,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/WALs/7c6d666a4939,45349,1733130370614 2024-12-02T09:06:11,317 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:06:11,318 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C45349%2C1733130370614, suffix=, logDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/WALs/7c6d666a4939,45349,1733130370614, archiveDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/oldWALs, maxLogs=10 2024-12-02T09:06:11,333 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/WALs/7c6d666a4939,45349,1733130370614/7c6d666a4939%2C45349%2C1733130370614.1733130371318, exclude list is [], retry=0 2024-12-02T09:06:11,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-90968924-8f8d-476b-b4f3-2e1fb127ffec,DISK] 2024-12-02T09:06:11,336 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/WALs/7c6d666a4939,45349,1733130370614/7c6d666a4939%2C45349%2C1733130370614.1733130371318 2024-12-02T09:06:11,337 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38035:38035)] 2024-12-02T09:06:11,337 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:11,337 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:11,337 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,337 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:06:11,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:11,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:11,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:06:11,340 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:11,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:11,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:06:11,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:11,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:11,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:06:11,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:11,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:11,342 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,342 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,342 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,343 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,343 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,344 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:11,344 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:11,347 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:11,348 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75094979, jitterRate=0.11900238692760468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:11,348 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130371337Initializing all the Stores at 1733130371338 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130371338Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130371338Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130371338Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130371338Cleaning up temporary data from old regions at 1733130371343 (+5 ms)Region opened successfully at 1733130371348 (+5 ms) 2024-12-02T09:06:11,348 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:06:11,350 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dbc7c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:06:11,350 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:06:11,350 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:06:11,350 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:06:11,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:06:11,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:06:11,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:06:11,351 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:06:11,353 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:06:11,354 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Unable to get data of znode /1-509206759/balancer because node does not exist (not necessarily an error) 2024-12-02T09:06:11,382 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-509206759/balancer already deleted, retry=false 2024-12-02T09:06:11,383 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:06:11,383 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Unable to get data of znode /1-509206759/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:06:11,391 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-509206759/normalizer already deleted, retry=false 2024-12-02T09:06:11,391 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:06:11,392 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Unable to get data of znode /1-509206759/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:06:11,399 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-509206759/switch/split already deleted, retry=false 2024-12-02T09:06:11,400 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Unable to get data of znode /1-509206759/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:06:11,407 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-509206759/switch/merge already deleted, retry=false 2024-12-02T09:06:11,409 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Unable to get data of znode /1-509206759/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:06:11,416 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-509206759/snapshot-cleanup already deleted, retry=false 2024-12-02T09:06:11,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-509206759/running 2024-12-02T09:06:11,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-509206759/running 2024-12-02T09:06:11,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:11,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:11,425 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,45349,1733130370614, sessionid=0x1009a3c854a0003, setting cluster-up flag (Was=false) 2024-12-02T09:06:11,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:11,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:11,466 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-509206759/flush-table-proc/acquired, /1-509206759/flush-table-proc/reached, /1-509206759/flush-table-proc/abort 2024-12-02T09:06:11,466 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,45349,1733130370614 2024-12-02T09:06:11,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:11,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:11,507 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-509206759/online-snapshot/acquired, /1-509206759/online-snapshot/reached, /1-509206759/online-snapshot/abort 2024-12-02T09:06:11,509 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,45349,1733130370614 2024-12-02T09:06:11,509 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:06:11,510 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:11,510 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:06:11,510 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:06:11,511 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,45349,1733130370614 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:06:11,512 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:11,512 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:11,512 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:11,512 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:11,512 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:06:11,512 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,512 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:06:11,512 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130401513 2024-12-02T09:06:11,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:06:11,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:11,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:06:11,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:06:11,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:06:11,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:06:11,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:06:11,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:06:11,514 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,514 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:06:11,514 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:06:11,514 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:06:11,514 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:06:11,514 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:06:11,514 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:06:11,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:11,514 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130371514,5,FailOnTimeoutGroup] 2024-12-02T09:06:11,514 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130371514,5,FailOnTimeoutGroup] 2024-12-02T09:06:11,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:06:11,514 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,514 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:06:11,514 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,515 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:06:11,529 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(746): ClusterId : 7d05b817-ce87-40a5-ab75-db3a56843861 2024-12-02T09:06:11,529 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:06:11,533 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:06:11,533 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:06:11,541 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:06:11,542 DEBUG [RS:0;7c6d666a4939:33315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27464faa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:06:11,556 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:33315 2024-12-02T09:06:11,556 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:06:11,556 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:06:11,556 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:06:11,556 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,45349,1733130370614 with port=33315, startcode=1733130370801 2024-12-02T09:06:11,556 DEBUG [RS:0;7c6d666a4939:33315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:06:11,559 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:06:11,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,33315,1733130370801 2024-12-02T09:06:11,560 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45349 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,33315,1733130370801 2024-12-02T09:06:11,561 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650 2024-12-02T09:06:11,561 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43805 2024-12-02T09:06:11,561 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:06:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759/rs 2024-12-02T09:06:11,600 DEBUG [RS:0;7c6d666a4939:33315 {}] zookeeper.ZKUtil(111): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Set watcher on existing znode=/1-509206759/rs/7c6d666a4939,33315,1733130370801 2024-12-02T09:06:11,600 WARN [RS:0;7c6d666a4939:33315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:06:11,600 INFO [RS:0;7c6d666a4939:33315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:11,600 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801 2024-12-02T09:06:11,601 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,33315,1733130370801] 2024-12-02T09:06:11,603 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:06:11,603 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:06:11,607 INFO [RS:0;7c6d666a4939:33315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:06:11,607 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,607 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:06:11,608 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:06:11,608 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:06:11,608 DEBUG [RS:0;7c6d666a4939:33315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:06:11,609 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,609 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,609 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,609 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,609 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,609 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,33315,1733130370801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:06:11,623 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:06:11,623 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,33315,1733130370801-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,623 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,624 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.Replication(171): 7c6d666a4939,33315,1733130370801 started 2024-12-02T09:06:11,635 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:11,635 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,33315,1733130370801, RpcServer on 7c6d666a4939/172.17.0.3:33315, sessionid=0x1009a3c854a0004 2024-12-02T09:06:11,635 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:06:11,635 DEBUG [RS:0;7c6d666a4939:33315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,33315,1733130370801 2024-12-02T09:06:11,635 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,33315,1733130370801' 2024-12-02T09:06:11,635 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-509206759/flush-table-proc/abort' 2024-12-02T09:06:11,635 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-509206759/flush-table-proc/acquired' 2024-12-02T09:06:11,636 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:06:11,636 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:06:11,636 DEBUG [RS:0;7c6d666a4939:33315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,33315,1733130370801 2024-12-02T09:06:11,636 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,33315,1733130370801' 2024-12-02T09:06:11,636 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-509206759/online-snapshot/abort' 2024-12-02T09:06:11,636 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-509206759/online-snapshot/acquired' 2024-12-02T09:06:11,636 DEBUG [RS:0;7c6d666a4939:33315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:06:11,636 INFO [RS:0;7c6d666a4939:33315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:06:11,636 INFO [RS:0;7c6d666a4939:33315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:06:11,736 INFO [RS:0;7c6d666a4939:33315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:06:11,737 INFO [RS:0;7c6d666a4939:33315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C33315%2C1733130370801, suffix=, logDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801, archiveDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/oldWALs, maxLogs=10 2024-12-02T09:06:11,753 DEBUG [RS:0;7c6d666a4939:33315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738, exclude list is [], retry=0 2024-12-02T09:06:11,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-90968924-8f8d-476b-b4f3-2e1fb127ffec,DISK] 2024-12-02T09:06:11,759 INFO [RS:0;7c6d666a4939:33315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 2024-12-02T09:06:11,760 DEBUG [RS:0;7c6d666a4939:33315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38035:38035)] 2024-12-02T09:06:11,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:06:11,929 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650 2024-12-02T09:06:11,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:06:12,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:12,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:06:12,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:06:12,335 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:12,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:12,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:06:12,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:06:12,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:12,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:12,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:06:12,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:06:12,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:12,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:12,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:06:12,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:06:12,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:12,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:12,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:06:12,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740 2024-12-02T09:06:12,339 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740 2024-12-02T09:06:12,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:06:12,340 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:06:12,340 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:12,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:06:12,343 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:12,343 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70181887, jitterRate=0.045791611075401306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:12,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130372334Initializing all the Stores at 1733130372334Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130372334Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130372334Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130372334Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130372334Cleaning up temporary data from old regions at 1733130372340 (+6 ms)Region opened successfully at 1733130372343 (+3 ms) 2024-12-02T09:06:12,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:06:12,343 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:06:12,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:06:12,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:06:12,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:06:12,343 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:12,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130372343Disabling compacts and flushes for region at 1733130372343Disabling writes for close at 1733130372343Writing region close event to WAL at 1733130372343Closed at 1733130372343 2024-12-02T09:06:12,344 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:12,344 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:06:12,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:06:12,345 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:06:12,345 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:06:12,495 DEBUG [7c6d666a4939:45349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:06:12,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,33315,1733130370801 2024-12-02T09:06:12,497 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,33315,1733130370801, state=OPENING 2024-12-02T09:06:12,524 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:06:12,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:12,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:12,533 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:06:12,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-509206759/meta-region-server: CHANGED 2024-12-02T09:06:12,533 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-509206759/meta-region-server: CHANGED 2024-12-02T09:06:12,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,33315,1733130370801}] 2024-12-02T09:06:12,685 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:06:12,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:06:12,689 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:06:12,689 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:12,689 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:06:12,690 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C33315%2C1733130370801.meta, suffix=.meta, logDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801, archiveDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/oldWALs, maxLogs=10 2024-12-02T09:06:12,707 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.meta.1733130372690.meta, exclude list is [], retry=0 2024-12-02T09:06:12,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-90968924-8f8d-476b-b4f3-2e1fb127ffec,DISK] 2024-12-02T09:06:12,713 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.meta.1733130372690.meta 2024-12-02T09:06:12,713 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38035:38035)] 2024-12-02T09:06:12,713 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:12,713 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:12,714 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:06:12,714 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:06:12,714 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:06:12,714 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:06:12,714 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:12,714 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:06:12,714 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:06:12,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:06:12,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:06:12,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:12,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:12,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:06:12,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:06:12,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:12,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:12,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:06:12,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:06:12,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:12,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:12,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:06:12,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:06:12,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:12,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:12,721 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:06:12,721 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740 2024-12-02T09:06:12,722 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740 2024-12-02T09:06:12,722 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:06:12,722 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:06:12,723 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:12,724 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:06:12,724 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67405812, jitterRate=0.004424870014190674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:12,725 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:06:12,725 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130372714Writing region info on filesystem at 1733130372714Initializing all the Stores at 1733130372714Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130372715 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130372715Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130372715Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130372715Cleaning up temporary data from old regions at 1733130372722 (+7 ms)Running coprocessor post-open hooks at 1733130372725 (+3 ms)Region opened successfully at 1733130372725 2024-12-02T09:06:12,730 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130372685 2024-12-02T09:06:12,733 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:06:12,733 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:06:12,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,33315,1733130370801 2024-12-02T09:06:12,733 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,33315,1733130370801, state=OPEN 2024-12-02T09:06:12,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-509206759/meta-region-server 2024-12-02T09:06:12,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-509206759/meta-region-server: CHANGED 2024-12-02T09:06:12,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-509206759/meta-region-server 2024-12-02T09:06:12,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-509206759/meta-region-server: CHANGED 2024-12-02T09:06:12,836 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,33315,1733130370801 2024-12-02T09:06:12,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:06:12,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,33315,1733130370801 in 303 msec 2024-12-02T09:06:12,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:06:12,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 494 msec 2024-12-02T09:06:12,840 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:12,840 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:06:12,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:12,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,33315,1733130370801, seqNum=-1] 2024-12-02T09:06:12,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:12,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:12,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3360 sec 2024-12-02T09:06:12,847 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130372847, completionTime=-1 2024-12-02T09:06:12,847 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:06:12,847 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:06:12,849 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:06:12,849 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130432849 2024-12-02T09:06:12,849 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130492849 2024-12-02T09:06:12,849 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T09:06:12,849 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,45349,1733130370614-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:12,849 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,45349,1733130370614-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:12,849 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,45349,1733130370614-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:12,850 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:45349, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:12,850 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:12,851 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:12,852 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:06:12,854 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.988sec 2024-12-02T09:06:12,854 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:06:12,854 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:06:12,854 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:06:12,854 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:06:12,854 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:06:12,854 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,45349,1733130370614-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:06:12,854 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,45349,1733130370614-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:06:12,856 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:06:12,856 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:06:12,856 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,45349,1733130370614-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:12,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165d8fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:12,931 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,45349,-1 for getting cluster id 2024-12-02T09:06:12,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:12,933 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d05b817-ce87-40a5-ab75-db3a56843861' 2024-12-02T09:06:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d05b817-ce87-40a5-ab75-db3a56843861" 2024-12-02T09:06:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f9d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,45349,-1] 2024-12-02T09:06:12,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:12,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:12,934 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:12,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c90e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:12,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:12,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,33315,1733130370801, seqNum=-1] 2024-12-02T09:06:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:12,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:12,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,45349,1733130370614 2024-12-02T09:06:12,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50292 2024-12-02T09:06:12,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:12,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009a3c854a0005 connected 2024-12-02T09:06:12,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/hadoop.log.dir so I do NOT create it in target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33 2024-12-02T09:06:12,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:06:12,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/hadoop.tmp.dir so I do NOT create it in target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33 2024-12-02T09:06:12,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:06:12,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33 2024-12-02T09:06:12,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:06:12,960 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/cluster_24960c26-77ca-ec31-b07b-6cdecaf9b876, deleteOnExit=true 2024-12-02T09:06:12,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:06:12,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/test.cache.data in system properties and HBase conf 2024-12-02T09:06:12,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:06:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:06:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:06:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:06:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:06:12,961 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:06:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:06:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:06:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:06:12,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:06:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:06:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:06:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:06:12,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:06:13,193 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:13,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:13,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:13,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:13,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:06:13,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:13,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1ff095{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:13,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ba31d4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:13,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@133b413{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/java.io.tmpdir/jetty-localhost-34731-hadoop-hdfs-3_4_1-tests_jar-_-any-8672930712342470669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:06:13,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@654dc347{HTTP/1.1, (http/1.1)}{localhost:34731} 2024-12-02T09:06:13,356 INFO [Time-limited test {}] server.Server(415): Started @267895ms 2024-12-02T09:06:13,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:13,641 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:13,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:13,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:13,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:06:13,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7aad1161{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:13,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@654f331c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:13,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:06:13,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@229ce60c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/java.io.tmpdir/jetty-localhost-36089-hadoop-hdfs-3_4_1-tests_jar-_-any-6985918368460460970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:06:13,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a8870c{HTTP/1.1, (http/1.1)}{localhost:36089} 2024-12-02T09:06:13,754 INFO [Time-limited test {}] server.Server(415): Started @268293ms 2024-12-02T09:06:13,755 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:06:14,176 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/cluster_24960c26-77ca-ec31-b07b-6cdecaf9b876/data/data2/current/BP-1407477351-172.17.0.3-1733130372981/current, will proceed with Du for space computation calculation, 2024-12-02T09:06:14,176 WARN [Thread-3670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/cluster_24960c26-77ca-ec31-b07b-6cdecaf9b876/data/data1/current/BP-1407477351-172.17.0.3-1733130372981/current, will proceed with Du for space computation calculation, 2024-12-02T09:06:14,193 WARN [Thread-3658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:06:14,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98693a592bda543a with lease ID 0xa145eb751db071d7: Processing first storage report for DS-474a3064-5913-4f81-9998-7d2ca5d22431 from datanode DatanodeRegistration(127.0.0.1:41943, datanodeUuid=6900ed18-9522-47a8-a52e-c3bc5354d32e, infoPort=33907, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1107939473;c=1733130372981) 2024-12-02T09:06:14,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98693a592bda543a with lease ID 0xa145eb751db071d7: from storage DS-474a3064-5913-4f81-9998-7d2ca5d22431 node DatanodeRegistration(127.0.0.1:41943, datanodeUuid=6900ed18-9522-47a8-a52e-c3bc5354d32e, infoPort=33907, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1107939473;c=1733130372981), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:06:14,195 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x98693a592bda543a with lease ID 0xa145eb751db071d7: Processing first storage report for DS-406aa994-3fd9-4235-ad39-eae04251061f from datanode DatanodeRegistration(127.0.0.1:41943, datanodeUuid=6900ed18-9522-47a8-a52e-c3bc5354d32e, infoPort=33907, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1107939473;c=1733130372981) 2024-12-02T09:06:14,195 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x98693a592bda543a with lease ID 0xa145eb751db071d7: from storage DS-406aa994-3fd9-4235-ad39-eae04251061f node DatanodeRegistration(127.0.0.1:41943, datanodeUuid=6900ed18-9522-47a8-a52e-c3bc5354d32e, infoPort=33907, infoSecurePort=0, ipcPort=43389, storageInfo=lv=-57;cid=testClusterID;nsid=1107939473;c=1733130372981), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:06:14,287 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33 2024-12-02T09:06:14,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:14,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:14,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:06:14,372 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:06:14,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:14,694 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1 with version=8 2024-12-02T09:06:14,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/hbase-staging 2024-12-02T09:06:14,696 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:06:14,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:14,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:14,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:06:14,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:14,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:06:14,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:06:14,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:06:14,696 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34651 2024-12-02T09:06:14,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34651 connecting to ZooKeeper ensemble=127.0.0.1:50292 2024-12-02T09:06:14,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346510x0, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:14,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34651-0x1009a3c854a0006 connected 2024-12-02T09:06:14,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:14,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:14,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Set watcher on znode that does not yet exist, /2-1811179541/running 2024-12-02T09:06:14,887 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1, hbase.cluster.distributed=false 2024-12-02T09:06:14,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Set watcher on znode that does not yet exist, /2-1811179541/acl 2024-12-02T09:06:14,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34651 2024-12-02T09:06:14,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34651 2024-12-02T09:06:14,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34651 2024-12-02T09:06:14,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34651 2024-12-02T09:06:14,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34651 2024-12-02T09:06:14,909 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:06:14,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:14,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:14,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:06:14,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:14,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:06:14,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:06:14,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:06:14,911 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39963 2024-12-02T09:06:14,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39963 connecting to ZooKeeper ensemble=127.0.0.1:50292 2024-12-02T09:06:14,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:14,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:14,924 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399630x0, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:14,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399630x0, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Set watcher on znode that does not yet exist, /2-1811179541/running 2024-12-02T09:06:14,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39963-0x1009a3c854a0007 connected 2024-12-02T09:06:14,925 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:06:14,928 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:06:14,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Set watcher on znode that does not yet exist, /2-1811179541/master 2024-12-02T09:06:14,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Set watcher on znode that does not yet exist, /2-1811179541/acl 2024-12-02T09:06:14,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39963 2024-12-02T09:06:14,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39963 2024-12-02T09:06:14,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39963 2024-12-02T09:06:14,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39963 2024-12-02T09:06:14,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39963 2024-12-02T09:06:14,947 DEBUG [M:0;7c6d666a4939:34651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:34651 2024-12-02T09:06:14,948 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1811179541/backup-masters/7c6d666a4939,34651,1733130374695 2024-12-02T09:06:14,957 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541/backup-masters 2024-12-02T09:06:14,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541/backup-masters 2024-12-02T09:06:14,958 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Set watcher on existing znode=/2-1811179541/backup-masters/7c6d666a4939,34651,1733130374695 2024-12-02T09:06:14,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:14,966 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1811179541/master 2024-12-02T09:06:14,966 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:14,966 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Set watcher on existing znode=/2-1811179541/master 2024-12-02T09:06:14,966 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1811179541/backup-masters/7c6d666a4939,34651,1733130374695 from backup master directory 2024-12-02T09:06:14,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1811179541/backup-masters/7c6d666a4939,34651,1733130374695 2024-12-02T09:06:14,974 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541/backup-masters 2024-12-02T09:06:14,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541/backup-masters 2024-12-02T09:06:14,974 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:06:14,974 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,34651,1733130374695 2024-12-02T09:06:14,977 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/hbase.id] with ID: a897c16c-5029-4191-ac2e-94ae1a8e1163 2024-12-02T09:06:14,977 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/.tmp/hbase.id 2024-12-02T09:06:14,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:06:15,384 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/.tmp/hbase.id]:[hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/hbase.id] 2024-12-02T09:06:15,391 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:15,391 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:06:15,392 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T09:06:15,408 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:15,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:15,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:06:15,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:15,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:06:15,599 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88641 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:06:15,825 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:15,826 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:06:15,826 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:15,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:06:16,231 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store 2024-12-02T09:06:16,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:06:16,648 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:16,648 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:06:16,648 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:16,648 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:16,648 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:06:16,648 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:16,648 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:16,649 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130376648Disabling compacts and flushes for region at 1733130376648Disabling writes for close at 1733130376648Writing region close event to WAL at 1733130376648Closed at 1733130376648 2024-12-02T09:06:16,649 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/.initializing 2024-12-02T09:06:16,649 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/WALs/7c6d666a4939,34651,1733130374695 2024-12-02T09:06:16,650 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:06:16,651 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C34651%2C1733130374695, suffix=, logDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/WALs/7c6d666a4939,34651,1733130374695, archiveDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/oldWALs, maxLogs=10 2024-12-02T09:06:16,663 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/WALs/7c6d666a4939,34651,1733130374695/7c6d666a4939%2C34651%2C1733130374695.1733130376651, exclude list is [], retry=0 2024-12-02T09:06:16,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41943,DS-474a3064-5913-4f81-9998-7d2ca5d22431,DISK] 2024-12-02T09:06:16,666 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/WALs/7c6d666a4939,34651,1733130374695/7c6d666a4939%2C34651%2C1733130374695.1733130376651 2024-12-02T09:06:16,666 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33907:33907)] 2024-12-02T09:06:16,666 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:16,666 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:16,667 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,667 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:06:16,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:16,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:16,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:06:16,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:16,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:16,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:06:16,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:16,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:16,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:06:16,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:16,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:16,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,675 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,675 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,675 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:16,676 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:16,677 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:16,678 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62528383, jitterRate=-0.0682544857263565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:16,678 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130376667Initializing all the Stores at 1733130376667Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130376667Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130376669 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130376669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130376669Cleaning up temporary data from old regions at 1733130376675 (+6 ms)Region opened successfully at 1733130376678 (+3 ms) 2024-12-02T09:06:16,678 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:06:16,680 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@162aab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:06:16,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:06:16,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:06:16,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:06:16,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:06:16,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:06:16,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:06:16,681 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:06:16,682 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:06:16,683 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Unable to get data of znode /2-1811179541/balancer because node does not exist (not necessarily an error) 2024-12-02T09:06:16,716 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1811179541/balancer already deleted, retry=false 2024-12-02T09:06:16,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:06:16,717 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Unable to get data of znode /2-1811179541/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:06:16,724 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1811179541/normalizer already deleted, retry=false 2024-12-02T09:06:16,724 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:06:16,725 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Unable to get data of znode /2-1811179541/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:06:16,732 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1811179541/switch/split already deleted, retry=false 2024-12-02T09:06:16,733 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Unable to get data of znode /2-1811179541/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:06:16,741 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1811179541/switch/merge already deleted, retry=false 2024-12-02T09:06:16,742 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Unable to get data of znode /2-1811179541/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:06:16,749 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1811179541/snapshot-cleanup already deleted, retry=false 2024-12-02T09:06:16,757 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1811179541/running 2024-12-02T09:06:16,757 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:16,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1811179541/running 2024-12-02T09:06:16,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:16,758 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,34651,1733130374695, sessionid=0x1009a3c854a0006, setting cluster-up flag (Was=false) 2024-12-02T09:06:16,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:16,882 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:16,908 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1811179541/flush-table-proc/acquired, /2-1811179541/flush-table-proc/reached, /2-1811179541/flush-table-proc/abort 2024-12-02T09:06:16,909 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34651,1733130374695 2024-12-02T09:06:16,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:16,924 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:16,949 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1811179541/online-snapshot/acquired, /2-1811179541/online-snapshot/reached, /2-1811179541/online-snapshot/abort 2024-12-02T09:06:16,950 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34651,1733130374695 2024-12-02T09:06:16,951 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:06:16,953 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:16,953 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:06:16,954 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:06:16,954 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,34651,1733130374695 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:06:16,955 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:16,955 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:16,955 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:16,955 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:16,955 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:06:16,955 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:16,955 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:06:16,955 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:16,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:16,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:06:16,957 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:16,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:06:16,963 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130406963 2024-12-02T09:06:16,964 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:06:16,964 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:06:16,964 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:06:16,964 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:06:16,964 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:06:16,964 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:06:16,964 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:16,967 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:06:16,967 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:06:16,967 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:06:16,967 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:06:16,971 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:06:16,971 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:06:16,971 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130376971,5,FailOnTimeoutGroup] 2024-12-02T09:06:16,972 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130376971,5,FailOnTimeoutGroup] 2024-12-02T09:06:16,972 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:16,972 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:06:16,972 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:16,972 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:16,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:06:17,048 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(746): ClusterId : a897c16c-5029-4191-ac2e-94ae1a8e1163 2024-12-02T09:06:17,048 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:06:17,058 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:06:17,058 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:06:17,066 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:06:17,066 DEBUG [RS:0;7c6d666a4939:39963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40963e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:06:17,076 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:39963 2024-12-02T09:06:17,076 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:06:17,076 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:06:17,076 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:06:17,076 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,34651,1733130374695 with port=39963, startcode=1733130374909 2024-12-02T09:06:17,076 DEBUG [RS:0;7c6d666a4939:39963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:06:17,077 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:06:17,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,39963,1733130374909 2024-12-02T09:06:17,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34651 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,39963,1733130374909 2024-12-02T09:06:17,079 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1 2024-12-02T09:06:17,079 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46031 2024-12-02T09:06:17,079 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:06:17,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541/rs 2024-12-02T09:06:17,119 DEBUG [RS:0;7c6d666a4939:39963 {}] zookeeper.ZKUtil(111): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Set watcher on existing znode=/2-1811179541/rs/7c6d666a4939,39963,1733130374909 2024-12-02T09:06:17,119 WARN [RS:0;7c6d666a4939:39963 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:06:17,119 INFO [RS:0;7c6d666a4939:39963 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:17,119 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909 2024-12-02T09:06:17,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,39963,1733130374909] 2024-12-02T09:06:17,121 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:06:17,122 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:06:17,122 INFO [RS:0;7c6d666a4939:39963 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:06:17,122 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:17,122 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:06:17,123 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:06:17,123 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:06:17,123 DEBUG [RS:0;7c6d666a4939:39963 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:06:17,127 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:17,127 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:17,127 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:17,127 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:17,127 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:17,127 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39963,1733130374909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:06:17,143 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:06:17,143 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39963,1733130374909-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:17,143 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:17,143 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.Replication(171): 7c6d666a4939,39963,1733130374909 started 2024-12-02T09:06:17,158 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:17,158 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,39963,1733130374909, RpcServer on 7c6d666a4939/172.17.0.3:39963, sessionid=0x1009a3c854a0007 2024-12-02T09:06:17,158 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:06:17,158 DEBUG [RS:0;7c6d666a4939:39963 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,39963,1733130374909 2024-12-02T09:06:17,158 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,39963,1733130374909' 2024-12-02T09:06:17,158 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1811179541/flush-table-proc/abort' 2024-12-02T09:06:17,159 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1811179541/flush-table-proc/acquired' 2024-12-02T09:06:17,159 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:06:17,159 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:06:17,159 DEBUG [RS:0;7c6d666a4939:39963 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,39963,1733130374909 2024-12-02T09:06:17,159 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,39963,1733130374909' 2024-12-02T09:06:17,159 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1811179541/online-snapshot/abort' 2024-12-02T09:06:17,159 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1811179541/online-snapshot/acquired' 2024-12-02T09:06:17,160 DEBUG [RS:0;7c6d666a4939:39963 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:06:17,160 INFO [RS:0;7c6d666a4939:39963 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:06:17,160 INFO [RS:0;7c6d666a4939:39963 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:06:17,260 INFO [RS:0;7c6d666a4939:39963 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:06:17,261 INFO [RS:0;7c6d666a4939:39963 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39963%2C1733130374909, suffix=, logDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909, archiveDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/oldWALs, maxLogs=10 2024-12-02T09:06:17,271 DEBUG [RS:0;7c6d666a4939:39963 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261, exclude list is [], retry=0 2024-12-02T09:06:17,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41943,DS-474a3064-5913-4f81-9998-7d2ca5d22431,DISK] 2024-12-02T09:06:17,274 INFO [RS:0;7c6d666a4939:39963 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 2024-12-02T09:06:17,274 DEBUG [RS:0;7c6d666a4939:39963 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33907:33907)] 2024-12-02T09:06:17,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:06:17,374 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1 2024-12-02T09:06:17,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:06:17,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:17,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:06:17,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:06:17,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:17,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:17,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:06:17,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:06:17,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:17,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:17,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:06:17,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:06:17,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:17,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:17,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:06:17,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:06:17,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:17,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:17,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:06:17,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740 2024-12-02T09:06:17,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740 2024-12-02T09:06:17,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:06:17,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:06:17,785 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:17,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:06:17,787 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:17,787 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65867888, jitterRate=-0.01849198341369629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:17,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130377778Initializing all the Stores at 1733130377779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130377779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130377779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130377779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130377779Cleaning up temporary data from old regions at 1733130377785 (+6 ms)Region opened successfully at 1733130377787 (+2 ms) 2024-12-02T09:06:17,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:06:17,787 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:06:17,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:06:17,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:06:17,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:06:17,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:17,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130377787Disabling compacts and flushes for region at 1733130377787Disabling writes for close at 1733130377787Writing region close event to WAL at 1733130377787Closed at 1733130377787 2024-12-02T09:06:17,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:17,788 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:06:17,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:06:17,789 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:06:17,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:06:17,940 DEBUG [7c6d666a4939:34651 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:06:17,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,39963,1733130374909 2024-12-02T09:06:17,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,39963,1733130374909, state=OPENING 2024-12-02T09:06:17,974 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:06:17,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:17,982 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:17,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1811179541/meta-region-server: CHANGED 2024-12-02T09:06:17,983 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1811179541/meta-region-server: CHANGED 2024-12-02T09:06:17,983 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:06:17,983 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,39963,1733130374909}] 2024-12-02T09:06:18,135 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:06:18,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:06:18,139 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:06:18,139 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:18,139 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:06:18,140 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39963%2C1733130374909.meta, suffix=.meta, logDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909, archiveDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/oldWALs, maxLogs=10 2024-12-02T09:06:18,156 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.meta.1733130378140.meta, exclude list is [], retry=0 2024-12-02T09:06:18,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41943,DS-474a3064-5913-4f81-9998-7d2ca5d22431,DISK] 2024-12-02T09:06:18,159 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.meta.1733130378140.meta 2024-12-02T09:06:18,160 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33907:33907)] 2024-12-02T09:06:18,160 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:18,160 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:18,160 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:06:18,160 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:06:18,160 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:06:18,160 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:06:18,160 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:18,160 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:06:18,160 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:06:18,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:06:18,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:06:18,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:18,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:18,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:06:18,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:06:18,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:18,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:18,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:06:18,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:06:18,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:18,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:18,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:06:18,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:06:18,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:18,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:18,167 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:06:18,167 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740 2024-12-02T09:06:18,168 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740 2024-12-02T09:06:18,169 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:06:18,169 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:06:18,169 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:18,170 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:06:18,170 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70100574, jitterRate=0.04457995295524597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:18,170 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:06:18,170 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130378160Writing region info on filesystem at 1733130378160Initializing all the Stores at 1733130378161 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130378161Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130378163 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130378163Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130378163Cleaning up temporary data from old regions at 1733130378169 (+6 ms)Running coprocessor post-open hooks at 1733130378170 (+1 ms)Region opened successfully at 1733130378170 2024-12-02T09:06:18,171 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130378135 2024-12-02T09:06:18,173 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:06:18,173 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:06:18,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,39963,1733130374909 2024-12-02T09:06:18,174 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,39963,1733130374909, state=OPEN 2024-12-02T09:06:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1811179541/meta-region-server 2024-12-02T09:06:18,182 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1811179541/meta-region-server 2024-12-02T09:06:18,182 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,39963,1733130374909 2024-12-02T09:06:18,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1811179541/meta-region-server: CHANGED 2024-12-02T09:06:18,182 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1811179541/meta-region-server: CHANGED 2024-12-02T09:06:18,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:06:18,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,39963,1733130374909 in 199 msec 2024-12-02T09:06:18,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:06:18,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-12-02T09:06:18,186 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:18,186 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:06:18,187 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:18,187 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39963,1733130374909, seqNum=-1] 2024-12-02T09:06:18,187 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:18,188 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:18,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-12-02T09:06:18,193 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130378193, completionTime=-1 2024-12-02T09:06:18,193 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:06:18,193 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:06:18,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:06:18,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130438195 2024-12-02T09:06:18,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130498195 2024-12-02T09:06:18,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:06:18,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34651,1733130374695-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:18,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34651,1733130374695-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:18,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34651,1733130374695-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:18,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:34651, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:18,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:18,195 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:18,197 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:06:18,198 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.224sec 2024-12-02T09:06:18,198 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:06:18,198 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:06:18,198 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:06:18,198 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:06:18,198 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:06:18,198 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34651,1733130374695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:06:18,198 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34651,1733130374695-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:06:18,200 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:06:18,200 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:06:18,200 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34651,1733130374695-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:18,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d989743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:18,249 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34651,-1 for getting cluster id 2024-12-02T09:06:18,249 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:18,250 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a897c16c-5029-4191-ac2e-94ae1a8e1163' 2024-12-02T09:06:18,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a897c16c-5029-4191-ac2e-94ae1a8e1163" 2024-12-02T09:06:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6fac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34651,-1] 2024-12-02T09:06:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:18,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:18,252 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:18,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f3597c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:18,255 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39963,1733130374909, seqNum=-1] 2024-12-02T09:06:18,257 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:18,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:18,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,34651,1733130374695 2024-12-02T09:06:18,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50292 2024-12-02T09:06:18,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:18,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009a3c854a0008 connected 2024-12-02T09:06:18,276 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:18,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,36779,1733130365839 2024-12-02T09:06:18,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cc3e894 2024-12-02T09:06:18,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:18,277 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:18,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:18,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:06:18,280 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:06:18,280 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:18,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:06:18,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:06:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:18,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:06:18,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:18,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9e3de9268d65aaeb94335b3795c3e71, NAME => 'test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73 2024-12-02T09:06:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:06:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:19,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:19,097 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d9e3de9268d65aaeb94335b3795c3e71, disabling compactions & flushes 2024-12-02T09:06:19,097 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:19,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:19,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. after waiting 0 ms 2024-12-02T09:06:19,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:19,098 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:19,098 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9e3de9268d65aaeb94335b3795c3e71: Waiting for close lock at 1733130379097Disabling compacts and flushes for region at 1733130379097Disabling writes for close at 1733130379098 (+1 ms)Writing region close event to WAL at 1733130379098Closed at 1733130379098 2024-12-02T09:06:19,098 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:06:19,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130379098"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130379098"}]},"ts":"1733130379098"} 2024-12-02T09:06:19,100 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:06:19,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:06:19,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130379101"}]},"ts":"1733130379101"} 2024-12-02T09:06:19,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:06:19,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9e3de9268d65aaeb94335b3795c3e71, ASSIGN}] 2024-12-02T09:06:19,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9e3de9268d65aaeb94335b3795c3e71, ASSIGN 2024-12-02T09:06:19,104 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d9e3de9268d65aaeb94335b3795c3e71, ASSIGN; state=OFFLINE, location=7c6d666a4939,38263,1733130365961; forceNewPlan=false, retain=false 2024-12-02T09:06:19,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9e3de9268d65aaeb94335b3795c3e71, regionState=OPENING, regionLocation=7c6d666a4939,38263,1733130365961 2024-12-02T09:06:19,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d9e3de9268d65aaeb94335b3795c3e71, ASSIGN because future has completed 2024-12-02T09:06:19,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e3de9268d65aaeb94335b3795c3e71, server=7c6d666a4939,38263,1733130365961}] 2024-12-02T09:06:19,411 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:19,411 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d9e3de9268d65aaeb94335b3795c3e71, NAME => 'test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:19,412 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:19,412 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:06:19,412 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,412 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:19,412 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,412 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,413 INFO [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,414 INFO [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e3de9268d65aaeb94335b3795c3e71 columnFamilyName f 2024-12-02T09:06:19,414 DEBUG [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:19,414 INFO [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] regionserver.HStore(327): Store=d9e3de9268d65aaeb94335b3795c3e71/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:19,415 INFO [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,415 INFO [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e3de9268d65aaeb94335b3795c3e71 columnFamilyName f1 2024-12-02T09:06:19,415 DEBUG [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:19,416 INFO [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] regionserver.HStore(327): Store=d9e3de9268d65aaeb94335b3795c3e71/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:19,416 INFO [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,416 INFO [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e3de9268d65aaeb94335b3795c3e71 columnFamilyName norep 2024-12-02T09:06:19,416 DEBUG [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:19,417 INFO [StoreOpener-d9e3de9268d65aaeb94335b3795c3e71-1 {}] regionserver.HStore(327): Store=d9e3de9268d65aaeb94335b3795c3e71/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:19,417 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,417 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,417 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:19,418 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,418 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,419 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:06:19,419 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,421 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:19,421 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d9e3de9268d65aaeb94335b3795c3e71; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62461325, jitterRate=-0.06925372779369354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:06:19,421 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:19,422 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d9e3de9268d65aaeb94335b3795c3e71: Running coprocessor pre-open hook at 1733130379412Writing region info on filesystem at 1733130379412Initializing all the Stores at 1733130379413 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130379413Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130379413Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130379413Cleaning up temporary data from old regions at 1733130379418 (+5 ms)Running coprocessor post-open hooks at 1733130379421 (+3 ms)Region opened successfully at 1733130379422 (+1 ms) 2024-12-02T09:06:19,422 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71., pid=6, masterSystemTime=1733130379408 2024-12-02T09:06:19,424 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:19,424 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:19,424 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9e3de9268d65aaeb94335b3795c3e71, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,38263,1733130365961 2024-12-02T09:06:19,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e3de9268d65aaeb94335b3795c3e71, server=7c6d666a4939,38263,1733130365961 because future has completed 2024-12-02T09:06:19,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:06:19,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d9e3de9268d65aaeb94335b3795c3e71, server=7c6d666a4939,38263,1733130365961 in 170 msec 2024-12-02T09:06:19,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:06:19,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d9e3de9268d65aaeb94335b3795c3e71, ASSIGN in 325 msec 2024-12-02T09:06:19,429 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:06:19,429 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130379429"}]},"ts":"1733130379429"} 2024-12-02T09:06:19,431 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:06:19,431 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:06:19,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-12-02T09:06:19,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T09:06:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:20,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:20,428 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:06:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,45349,1733130370614 2024-12-02T09:06:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d820245 2024-12-02T09:06:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:20,430 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:20,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:20,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:06:20,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:06:20,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:20,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:06:20,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:06:20,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:06:20,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:20,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a971e049f69ff768a434250cd84e79a5, NAME => 'test,,1733130380430.a971e049f69ff768a434250cd84e79a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650 2024-12-02T09:06:20,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:06:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:21,245 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130380430.a971e049f69ff768a434250cd84e79a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:21,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a971e049f69ff768a434250cd84e79a5, disabling compactions & flushes 2024-12-02T09:06:21,246 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:21,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:21,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130380430.a971e049f69ff768a434250cd84e79a5. after waiting 0 ms 2024-12-02T09:06:21,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:21,246 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:21,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a971e049f69ff768a434250cd84e79a5: Waiting for close lock at 1733130381245Disabling compacts and flushes for region at 1733130381245Disabling writes for close at 1733130381246 (+1 ms)Writing region close event to WAL at 1733130381246Closed at 1733130381246 2024-12-02T09:06:21,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:06:21,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130380430.a971e049f69ff768a434250cd84e79a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130381247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130381247"}]},"ts":"1733130381247"} 2024-12-02T09:06:21,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:06:21,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:06:21,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130381249"}]},"ts":"1733130381249"} 2024-12-02T09:06:21,251 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:06:21,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a971e049f69ff768a434250cd84e79a5, ASSIGN}] 2024-12-02T09:06:21,252 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a971e049f69ff768a434250cd84e79a5, ASSIGN 2024-12-02T09:06:21,253 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a971e049f69ff768a434250cd84e79a5, ASSIGN; state=OFFLINE, location=7c6d666a4939,33315,1733130370801; forceNewPlan=false, retain=false 2024-12-02T09:06:21,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T09:06:21,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T09:06:21,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:06:21,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T09:06:21,403 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a971e049f69ff768a434250cd84e79a5, regionState=OPENING, regionLocation=7c6d666a4939,33315,1733130370801 2024-12-02T09:06:21,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a971e049f69ff768a434250cd84e79a5, ASSIGN because future has completed 2024-12-02T09:06:21,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a971e049f69ff768a434250cd84e79a5, server=7c6d666a4939,33315,1733130370801}] 2024-12-02T09:06:21,560 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:21,560 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a971e049f69ff768a434250cd84e79a5, NAME => 'test,,1733130380430.a971e049f69ff768a434250cd84e79a5.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:21,561 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:21,561 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:06:21,561 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,561 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130380430.a971e049f69ff768a434250cd84e79a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:21,561 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,561 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,562 INFO [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,563 INFO [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a971e049f69ff768a434250cd84e79a5 columnFamilyName f 2024-12-02T09:06:21,563 DEBUG [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:21,563 INFO [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] regionserver.HStore(327): Store=a971e049f69ff768a434250cd84e79a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:21,563 INFO [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,564 INFO [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a971e049f69ff768a434250cd84e79a5 columnFamilyName f1 2024-12-02T09:06:21,564 DEBUG [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:21,564 INFO [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] regionserver.HStore(327): Store=a971e049f69ff768a434250cd84e79a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:21,564 INFO [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,565 INFO [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a971e049f69ff768a434250cd84e79a5 columnFamilyName norep 2024-12-02T09:06:21,565 DEBUG [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:21,565 INFO [StoreOpener-a971e049f69ff768a434250cd84e79a5-1 {}] regionserver.HStore(327): Store=a971e049f69ff768a434250cd84e79a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:21,565 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,566 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,566 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,567 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,567 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,567 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:06:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:21,568 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,570 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:21,570 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a971e049f69ff768a434250cd84e79a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67587807, jitterRate=0.007136806845664978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:06:21,570 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:21,570 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a971e049f69ff768a434250cd84e79a5: Running coprocessor pre-open hook at 1733130381561Writing region info on filesystem at 1733130381561Initializing all the Stores at 1733130381562 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130381562Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130381562Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130381562Cleaning up temporary data from old regions at 1733130381567 (+5 ms)Running coprocessor post-open hooks at 1733130381570 (+3 ms)Region opened successfully at 1733130381570 2024-12-02T09:06:21,571 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130380430.a971e049f69ff768a434250cd84e79a5., pid=6, masterSystemTime=1733130381557 2024-12-02T09:06:21,572 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:21,572 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:21,573 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a971e049f69ff768a434250cd84e79a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,33315,1733130370801 2024-12-02T09:06:21,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a971e049f69ff768a434250cd84e79a5, server=7c6d666a4939,33315,1733130370801 because future has completed 2024-12-02T09:06:21,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:06:21,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a971e049f69ff768a434250cd84e79a5, server=7c6d666a4939,33315,1733130370801 in 170 msec 2024-12-02T09:06:21,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:06:21,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a971e049f69ff768a434250cd84e79a5, ASSIGN in 325 msec 2024-12-02T09:06:21,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:06:21,578 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130381578"}]},"ts":"1733130381578"} 2024-12-02T09:06:21,580 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:06:21,580 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:06:21,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-02T09:06:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:22,588 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:06:22,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34651,1733130374695 2024-12-02T09:06:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fb5e4c3 2024-12-02T09:06:22,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:22,590 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:22,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:06:22,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:06:22,592 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:22,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:06:22,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:06:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:22,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:06:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:22,998 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91428a3ba702030f23cb746341493ff5, NAME => 'test,,1733130382590.91428a3ba702030f23cb746341493ff5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1 2024-12-02T09:06:23,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:06:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:23,403 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130382590.91428a3ba702030f23cb746341493ff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:23,403 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 91428a3ba702030f23cb746341493ff5, disabling compactions & flushes 2024-12-02T09:06:23,403 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:23,403 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:23,403 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130382590.91428a3ba702030f23cb746341493ff5. after waiting 0 ms 2024-12-02T09:06:23,403 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:23,403 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:23,404 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91428a3ba702030f23cb746341493ff5: Waiting for close lock at 1733130383403Disabling compacts and flushes for region at 1733130383403Disabling writes for close at 1733130383403Writing region close event to WAL at 1733130383403Closed at 1733130383403 2024-12-02T09:06:23,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:06:23,405 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130382590.91428a3ba702030f23cb746341493ff5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130383405"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130383405"}]},"ts":"1733130383405"} 2024-12-02T09:06:23,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:06:23,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:06:23,408 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130383408"}]},"ts":"1733130383408"} 2024-12-02T09:06:23,410 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:06:23,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91428a3ba702030f23cb746341493ff5, ASSIGN}] 2024-12-02T09:06:23,413 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=91428a3ba702030f23cb746341493ff5, ASSIGN 2024-12-02T09:06:23,416 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=91428a3ba702030f23cb746341493ff5, ASSIGN; state=OFFLINE, location=7c6d666a4939,39963,1733130374909; forceNewPlan=false, retain=false 2024-12-02T09:06:23,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91428a3ba702030f23cb746341493ff5, regionState=OPENING, regionLocation=7c6d666a4939,39963,1733130374909 2024-12-02T09:06:23,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=91428a3ba702030f23cb746341493ff5, ASSIGN because future has completed 2024-12-02T09:06:23,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91428a3ba702030f23cb746341493ff5, server=7c6d666a4939,39963,1733130374909}] 2024-12-02T09:06:23,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:06:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:23,723 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:23,723 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 91428a3ba702030f23cb746341493ff5, NAME => 'test,,1733130382590.91428a3ba702030f23cb746341493ff5.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:23,723 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:23,723 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:06:23,724 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,724 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130382590.91428a3ba702030f23cb746341493ff5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:23,724 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,724 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,724 INFO [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,725 INFO [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91428a3ba702030f23cb746341493ff5 columnFamilyName f 2024-12-02T09:06:23,725 DEBUG [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:23,726 INFO [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] regionserver.HStore(327): Store=91428a3ba702030f23cb746341493ff5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:23,726 INFO [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,726 INFO [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91428a3ba702030f23cb746341493ff5 columnFamilyName f1 2024-12-02T09:06:23,726 DEBUG [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:23,727 INFO [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] regionserver.HStore(327): Store=91428a3ba702030f23cb746341493ff5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:23,727 INFO [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,727 INFO [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91428a3ba702030f23cb746341493ff5 columnFamilyName norep 2024-12-02T09:06:23,727 DEBUG [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:23,727 INFO [StoreOpener-91428a3ba702030f23cb746341493ff5-1 {}] regionserver.HStore(327): Store=91428a3ba702030f23cb746341493ff5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:23,728 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,728 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,728 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:23,729 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,729 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,729 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:06:23,730 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,731 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:23,732 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 91428a3ba702030f23cb746341493ff5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68846678, jitterRate=0.02589544653892517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:06:23,732 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:23,732 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 91428a3ba702030f23cb746341493ff5: Running coprocessor pre-open hook at 1733130383724Writing region info on filesystem at 1733130383724Initializing all the Stores at 1733130383724Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130383724Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130383724Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130383724Cleaning up temporary data from old regions at 1733130383729 (+5 ms)Running coprocessor post-open hooks at 1733130383732 (+3 ms)Region opened successfully at 1733130383732 2024-12-02T09:06:23,793 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130382590.91428a3ba702030f23cb746341493ff5., pid=6, masterSystemTime=1733130383720 2024-12-02T09:06:23,795 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:23,795 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:23,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=91428a3ba702030f23cb746341493ff5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,39963,1733130374909 2024-12-02T09:06:23,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91428a3ba702030f23cb746341493ff5, server=7c6d666a4939,39963,1733130374909 because future has completed 2024-12-02T09:06:23,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:06:23,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 91428a3ba702030f23cb746341493ff5, server=7c6d666a4939,39963,1733130374909 in 230 msec 2024-12-02T09:06:23,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:06:23,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=91428a3ba702030f23cb746341493ff5, ASSIGN in 389 msec 2024-12-02T09:06:23,801 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:06:23,801 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130383801"}]},"ts":"1733130383801"} 2024-12-02T09:06:23,803 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:06:23,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:06:23,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2140 sec 2024-12-02T09:06:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:24,739 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:06:24,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f98bc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:24,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,36779,-1 for getting cluster id 2024-12-02T09:06:24,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:24,741 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6597f1e0-6d4d-4ae8-a20a-8e4d4735e947' 2024-12-02T09:06:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6597f1e0-6d4d-4ae8-a20a-8e4d4735e947" 2024-12-02T09:06:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae5547a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:24,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,36779,-1] 2024-12-02T09:06:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:24,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:24,743 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:24,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291bebed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:24,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:24,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,36779,1733130365839 2024-12-02T09:06:24,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b0c2d95 2024-12-02T09:06:24,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:24,746 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:24,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:45349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:06:24,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:06:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:24,750 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:45349' 2024-12-02T09:06:24,751 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5bafc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:24,751 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,45349,-1 for getting cluster id 2024-12-02T09:06:24,751 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:24,751 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d05b817-ce87-40a5-ab75-db3a56843861' 2024-12-02T09:06:24,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:24,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d05b817-ce87-40a5-ab75-db3a56843861" 2024-12-02T09:06:24,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537e8ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:24,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,45349,-1] 2024-12-02T09:06:24,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:24,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:24,753 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:24,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375df1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:24,754 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:24,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,45349,1733130370614 2024-12-02T09:06:24,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e58fe6d 2024-12-02T09:06:24,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:24,756 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:24,756 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T09:06:24,756 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:06:24,756 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:24,757 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:24,757 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:24,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:24,758 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:06:24,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:06:24,759 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:24,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:06:24,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:06:24,808 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:06:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:25,170 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9bda04c54ebdbf17eac4283ba4331af3, NAME => 'hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73 2024-12-02T09:06:25,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:06:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:25,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:25,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9bda04c54ebdbf17eac4283ba4331af3, disabling compactions & flushes 2024-12-02T09:06:25,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:25,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:25,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. after waiting 0 ms 2024-12-02T09:06:25,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:25,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:25,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9bda04c54ebdbf17eac4283ba4331af3: Waiting for close lock at 1733130385575Disabling compacts and flushes for region at 1733130385575Disabling writes for close at 1733130385575Writing region close event to WAL at 1733130385575Closed at 1733130385575 2024-12-02T09:06:25,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:06:25,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130385576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130385576"}]},"ts":"1733130385576"} 2024-12-02T09:06:25,578 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:06:25,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:06:25,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130385579"}]},"ts":"1733130385579"} 2024-12-02T09:06:25,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:06:25,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9bda04c54ebdbf17eac4283ba4331af3, ASSIGN}] 2024-12-02T09:06:25,581 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9bda04c54ebdbf17eac4283ba4331af3, ASSIGN 2024-12-02T09:06:25,582 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9bda04c54ebdbf17eac4283ba4331af3, ASSIGN; state=OFFLINE, location=7c6d666a4939,38263,1733130365961; forceNewPlan=false, retain=false 2024-12-02T09:06:25,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9bda04c54ebdbf17eac4283ba4331af3, regionState=OPENING, regionLocation=7c6d666a4939,38263,1733130365961 2024-12-02T09:06:25,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9bda04c54ebdbf17eac4283ba4331af3, ASSIGN because future has completed 2024-12-02T09:06:25,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bda04c54ebdbf17eac4283ba4331af3, server=7c6d666a4939,38263,1733130365961}] 2024-12-02T09:06:25,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:25,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:25,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:25,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:06:25,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C38263%2C1733130365961.rep, suffix=, logDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961, archiveDir=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/oldWALs, maxLogs=10 2024-12-02T09:06:25,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.rep.1733130385891, exclude list is [], retry=0 2024-12-02T09:06:25,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37407,DS-047f1cd8-b1ca-42b1-b435-56e87ef5431b,DISK] 2024-12-02T09:06:25,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.rep.1733130385891 2024-12-02T09:06:25,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41559:41559)] 2024-12-02T09:06:25,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9bda04c54ebdbf17eac4283ba4331af3, NAME => 'hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:25,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:25,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:06:25,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. service=MultiRowMutationService 2024-12-02T09:06:25,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:06:25,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:25,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,907 INFO [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,907 INFO [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bda04c54ebdbf17eac4283ba4331af3 columnFamilyName hfileref 2024-12-02T09:06:25,907 DEBUG [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:25,908 INFO [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] regionserver.HStore(327): Store=9bda04c54ebdbf17eac4283ba4331af3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:25,908 INFO [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,908 INFO [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bda04c54ebdbf17eac4283ba4331af3 columnFamilyName queue 2024-12-02T09:06:25,909 DEBUG [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:25,909 INFO [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] regionserver.HStore(327): Store=9bda04c54ebdbf17eac4283ba4331af3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:25,909 INFO [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,910 INFO [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9bda04c54ebdbf17eac4283ba4331af3 columnFamilyName sid 2024-12-02T09:06:25,910 DEBUG [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:25,910 INFO [StoreOpener-9bda04c54ebdbf17eac4283ba4331af3-1 {}] regionserver.HStore(327): Store=9bda04c54ebdbf17eac4283ba4331af3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:25,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/replication/9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/replication/9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:06:25,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/replication/9bda04c54ebdbf17eac4283ba4331af3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:25,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9bda04c54ebdbf17eac4283ba4331af3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60681462, jitterRate=-0.09577575325965881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:06:25,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:25,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9bda04c54ebdbf17eac4283ba4331af3: Running coprocessor pre-open hook at 1733130385906Writing region info on filesystem at 1733130385906Initializing all the Stores at 1733130385906Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130385906Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130385906Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130385906Cleaning up temporary data from old regions at 1733130385911 (+5 ms)Running coprocessor post-open hooks at 1733130385914 (+3 ms)Region opened successfully at 1733130385914 2024-12-02T09:06:25,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3., pid=10, masterSystemTime=1733130385887 2024-12-02T09:06:25,917 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9bda04c54ebdbf17eac4283ba4331af3, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,38263,1733130365961 2024-12-02T09:06:25,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9bda04c54ebdbf17eac4283ba4331af3, server=7c6d666a4939,38263,1733130365961 because future has completed 2024-12-02T09:06:25,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:25,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:25,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:06:25,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9bda04c54ebdbf17eac4283ba4331af3, server=7c6d666a4939,38263,1733130365961 in 184 msec 2024-12-02T09:06:25,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:06:25,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9bda04c54ebdbf17eac4283ba4331af3, ASSIGN in 340 msec 2024-12-02T09:06:25,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:06:25,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130385922"}]},"ts":"1733130385922"} 2024-12-02T09:06:25,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:06:25,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:06:25,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-12-02T09:06:25,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3., hostname=7c6d666a4939,38263,1733130365961, seqNum=2] 2024-12-02T09:06:26,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:26,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:26,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:06:26,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38263 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:06:26,177 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:06:26,228 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,38263,1733130365961, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:06:26,229 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:26,229 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,38263,1733130365961, seqNum=-1] 2024-12-02T09:06:26,229 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:26,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-02T09:06:26,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,38263,1733130365961', locateType=CURRENT is [region=hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3., hostname=7c6d666a4939,38263,1733130365961, seqNum=2] 2024-12-02T09:06:26,234 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:06:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:06:26,238 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,38263,1733130365961 suceeded 2024-12-02T09:06:26,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:06:26,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-12-02T09:06:26,240 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:45349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:06:26,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-12-02T09:06:26,255 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:45349' 2024-12-02T09:06:26,256 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a2b3d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:26,256 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,45349,-1 for getting cluster id 2024-12-02T09:06:26,256 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:26,257 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d05b817-ce87-40a5-ab75-db3a56843861' 2024-12-02T09:06:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d05b817-ce87-40a5-ab75-db3a56843861" 2024-12-02T09:06:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa03bc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,45349,-1] 2024-12-02T09:06:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:26,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:26,258 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:26,259 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@407bc0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:26,259 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:26,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,45349,1733130370614 2024-12-02T09:06:26,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@259a74c8 2024-12-02T09:06:26,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:26,260 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-02T09:06:26,261 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,38263,1733130365961 (queues=1) is replicating from cluster=6597f1e0-6d4d-4ae8-a20a-8e4d4735e947 to cluster=7d05b817-ce87-40a5-ab75-db3a56843861 2024-12-02T09:06:26,261 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C38263%2C1733130365961 2024-12-02T09:06:26,261 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,38263,1733130365961, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:06:26,261 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880, startPosition=0, beingWritten=true 2024-12-02T09:06:26,264 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C38263%2C1733130365961 2024-12-02T09:06:26,266 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:26,266 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 379, reset compression=false 2024-12-02T09:06:26,266 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38263,1733130365961 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:26,469 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 379, reset compression=false 2024-12-02T09:06:26,776 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 379, reset compression=false 2024-12-02T09:06:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:26,899 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:06:26,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:26,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:26,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:26,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:26,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:26,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad384c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:26,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,45349,-1 for getting cluster id 2024-12-02T09:06:26,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:26,900 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d05b817-ce87-40a5-ab75-db3a56843861' 2024-12-02T09:06:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d05b817-ce87-40a5-ab75-db3a56843861" 2024-12-02T09:06:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239f7055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,45349,-1] 2024-12-02T09:06:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:26,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:26,902 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:26,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa7bd77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:26,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:26,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,45349,1733130370614 2024-12-02T09:06:26,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@542be504 2024-12-02T09:06:26,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:26,904 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:26,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:34651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:06:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:06:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:26,906 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34651' 2024-12-02T09:06:26,907 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d78ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:26,907 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34651,-1 for getting cluster id 2024-12-02T09:06:26,907 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:26,908 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a897c16c-5029-4191-ac2e-94ae1a8e1163' 2024-12-02T09:06:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a897c16c-5029-4191-ac2e-94ae1a8e1163" 2024-12-02T09:06:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b17bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34651,-1] 2024-12-02T09:06:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:26,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:26,909 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:26,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f31900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:26,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:26,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34651,1733130374695 2024-12-02T09:06:26,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3db454ab 2024-12-02T09:06:26,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:26,911 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:26,911 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T09:06:26,911 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:06:26,911 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:26,911 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:26,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:26,912 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:26,913 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:06:26,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:06:26,914 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:26,915 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:06:26,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:06:26,963 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:06:27,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:27,184 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 379, reset compression=false 2024-12-02T09:06:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:27,322 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3809dd8db760a61f2f14e1831fabcc6b, NAME => 'hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650 2024-12-02T09:06:27,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:06:27,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:27,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3809dd8db760a61f2f14e1831fabcc6b, disabling compactions & flushes 2024-12-02T09:06:27,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:27,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:27,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. after waiting 0 ms 2024-12-02T09:06:27,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:27,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:27,329 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3809dd8db760a61f2f14e1831fabcc6b: Waiting for close lock at 1733130387329Disabling compacts and flushes for region at 1733130387329Disabling writes for close at 1733130387329Writing region close event to WAL at 1733130387329Closed at 1733130387329 2024-12-02T09:06:27,330 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:06:27,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130387330"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130387330"}]},"ts":"1733130387330"} 2024-12-02T09:06:27,332 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:06:27,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:06:27,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130387333"}]},"ts":"1733130387333"} 2024-12-02T09:06:27,334 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:06:27,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3809dd8db760a61f2f14e1831fabcc6b, ASSIGN}] 2024-12-02T09:06:27,336 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3809dd8db760a61f2f14e1831fabcc6b, ASSIGN 2024-12-02T09:06:27,336 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3809dd8db760a61f2f14e1831fabcc6b, ASSIGN; state=OFFLINE, location=7c6d666a4939,33315,1733130370801; forceNewPlan=false, retain=false 2024-12-02T09:06:27,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3809dd8db760a61f2f14e1831fabcc6b, regionState=OPENING, regionLocation=7c6d666a4939,33315,1733130370801 2024-12-02T09:06:27,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3809dd8db760a61f2f14e1831fabcc6b, ASSIGN because future has completed 2024-12-02T09:06:27,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3809dd8db760a61f2f14e1831fabcc6b, server=7c6d666a4939,33315,1733130370801}] 2024-12-02T09:06:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:27,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:27,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:27,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:06:27,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C33315%2C1733130370801.rep, suffix=, logDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801, archiveDir=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/oldWALs, maxLogs=10 2024-12-02T09:06:27,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.rep.1733130387645, exclude list is [], retry=0 2024-12-02T09:06:27,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40487,DS-90968924-8f8d-476b-b4f3-2e1fb127ffec,DISK] 2024-12-02T09:06:27,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.rep.1733130387645 2024-12-02T09:06:27,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38035:38035)] 2024-12-02T09:06:27,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3809dd8db760a61f2f14e1831fabcc6b, NAME => 'hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:27,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:27,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:06:27,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. service=MultiRowMutationService 2024-12-02T09:06:27,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:06:27,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:27,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,667 INFO [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,668 INFO [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3809dd8db760a61f2f14e1831fabcc6b columnFamilyName hfileref 2024-12-02T09:06:27,668 DEBUG [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:27,669 INFO [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] regionserver.HStore(327): Store=3809dd8db760a61f2f14e1831fabcc6b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:27,669 INFO [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,669 INFO [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3809dd8db760a61f2f14e1831fabcc6b columnFamilyName queue 2024-12-02T09:06:27,669 DEBUG [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:27,670 INFO [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] regionserver.HStore(327): Store=3809dd8db760a61f2f14e1831fabcc6b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:27,670 INFO [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,670 INFO [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3809dd8db760a61f2f14e1831fabcc6b columnFamilyName sid 2024-12-02T09:06:27,671 DEBUG [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:27,671 INFO [StoreOpener-3809dd8db760a61f2f14e1831fabcc6b-1 {}] regionserver.HStore(327): Store=3809dd8db760a61f2f14e1831fabcc6b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:27,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/replication/3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/replication/3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:06:27,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/replication/3809dd8db760a61f2f14e1831fabcc6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:27,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3809dd8db760a61f2f14e1831fabcc6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72496139, jitterRate=0.08027665317058563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:06:27,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:27,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3809dd8db760a61f2f14e1831fabcc6b: Running coprocessor pre-open hook at 1733130387667Writing region info on filesystem at 1733130387667Initializing all the Stores at 1733130387667Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130387667Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130387667Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130387667Cleaning up temporary data from old regions at 1733130387672 (+5 ms)Running coprocessor post-open hooks at 1733130387676 (+4 ms)Region opened successfully at 1733130387676 2024-12-02T09:06:27,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b., pid=10, masterSystemTime=1733130387641 2024-12-02T09:06:27,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:27,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:27,678 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3809dd8db760a61f2f14e1831fabcc6b, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,33315,1733130370801 2024-12-02T09:06:27,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3809dd8db760a61f2f14e1831fabcc6b, server=7c6d666a4939,33315,1733130370801 because future has completed 2024-12-02T09:06:27,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:06:27,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3809dd8db760a61f2f14e1831fabcc6b, server=7c6d666a4939,33315,1733130370801 in 192 msec 2024-12-02T09:06:27,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:06:27,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3809dd8db760a61f2f14e1831fabcc6b, ASSIGN in 348 msec 2024-12-02T09:06:27,685 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:06:27,685 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130387685"}]},"ts":"1733130387685"} 2024-12-02T09:06:27,687 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:06:27,688 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 379, reset compression=false 2024-12-02T09:06:27,688 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:06:27,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 776 msec 2024-12-02T09:06:27,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b., hostname=7c6d666a4939,33315,1733130370801, seqNum=2] 2024-12-02T09:06:27,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:27,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:27,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:06:27,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:06:27,935 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:06:27,960 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,33315,1733130370801, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:06:27,960 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:27,960 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,33315,1733130370801, seqNum=-1] 2024-12-02T09:06:27,961 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:27,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T09:06:27,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,33315,1733130370801', locateType=CURRENT is [region=hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b., hostname=7c6d666a4939,33315,1733130370801, seqNum=2] 2024-12-02T09:06:27,965 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:06:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:06:27,967 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,33315,1733130370801 suceeded 2024-12-02T09:06:27,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:06:27,968 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:34651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:06:27,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-12-02T09:06:27,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0640 sec 2024-12-02T09:06:27,978 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:34651' 2024-12-02T09:06:27,979 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f681d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:27,979 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34651,-1 for getting cluster id 2024-12-02T09:06:27,979 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:27,980 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a897c16c-5029-4191-ac2e-94ae1a8e1163' 2024-12-02T09:06:27,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:27,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a897c16c-5029-4191-ac2e-94ae1a8e1163" 2024-12-02T09:06:27,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14f5f68f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:27,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34651,-1] 2024-12-02T09:06:27,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:27,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:27,981 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:27,981 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e318fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:27,982 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:27,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34651,1733130374695 2024-12-02T09:06:27,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75618b5a 2024-12-02T09:06:27,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:27,983 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-02T09:06:27,983 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,33315,1733130370801 (queues=1) is replicating from cluster=7d05b817-ce87-40a5-ab75-db3a56843861 to cluster=a897c16c-5029-4191-ac2e-94ae1a8e1163 2024-12-02T09:06:27,983 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C33315%2C1733130370801 2024-12-02T09:06:27,983 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,33315,1733130370801, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:06:27,984 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C33315%2C1733130370801 2024-12-02T09:06:27,984 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738, startPosition=0, beingWritten=true 2024-12-02T09:06:27,987 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:27,988 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 379, reset compression=false 2024-12-02T09:06:27,988 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,33315,1733130370801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:28,038 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:06:28,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:28,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:28,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:28,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:28,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:28,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313b6909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:28,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34651,-1 for getting cluster id 2024-12-02T09:06:28,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:28,040 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a897c16c-5029-4191-ac2e-94ae1a8e1163' 2024-12-02T09:06:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a897c16c-5029-4191-ac2e-94ae1a8e1163" 2024-12-02T09:06:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7486755a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34651,-1] 2024-12-02T09:06:28,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:28,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:28,041 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:28,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445d114a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:28,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:28,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34651,1733130374695 2024-12-02T09:06:28,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7002a9b1 2024-12-02T09:06:28,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:28,043 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:28,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:45349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:06:28,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:06:28,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:28,046 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:45349' 2024-12-02T09:06:28,046 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377cabb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:28,046 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,45349,-1 for getting cluster id 2024-12-02T09:06:28,046 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:28,047 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d05b817-ce87-40a5-ab75-db3a56843861' 2024-12-02T09:06:28,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:28,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d05b817-ce87-40a5-ab75-db3a56843861" 2024-12-02T09:06:28,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202d2b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:28,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,45349,-1] 2024-12-02T09:06:28,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:28,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:28,048 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:28,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b61bf4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:28,049 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:28,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,45349,1733130370614 2024-12-02T09:06:28,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5da33a43 2024-12-02T09:06:28,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:28,050 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:28,050 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T09:06:28,050 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:06:28,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:28,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:28,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:28,051 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:28,052 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:06:28,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:06:28,052 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:28,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:06:28,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:06:28,102 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:06:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:28,190 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 379, reset compression=false 2024-12-02T09:06:28,292 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 379, reset compression=false 2024-12-02T09:06:28,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:28,459 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86c0662ffb6933e33e4023a1b954e0f2, NAME => 'hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1 2024-12-02T09:06:28,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:06:28,494 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 379, reset compression=false 2024-12-02T09:06:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:28,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:28,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 86c0662ffb6933e33e4023a1b954e0f2, disabling compactions & flushes 2024-12-02T09:06:28,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:28,863 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:28,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. after waiting 0 ms 2024-12-02T09:06:28,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:28,864 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:28,864 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86c0662ffb6933e33e4023a1b954e0f2: Waiting for close lock at 1733130388863Disabling compacts and flushes for region at 1733130388863Disabling writes for close at 1733130388864 (+1 ms)Writing region close event to WAL at 1733130388864Closed at 1733130388864 2024-12-02T09:06:28,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:06:28,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130388865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130388865"}]},"ts":"1733130388865"} 2024-12-02T09:06:28,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:06:28,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:06:28,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130388868"}]},"ts":"1733130388868"} 2024-12-02T09:06:28,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:06:28,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86c0662ffb6933e33e4023a1b954e0f2, ASSIGN}] 2024-12-02T09:06:28,872 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86c0662ffb6933e33e4023a1b954e0f2, ASSIGN 2024-12-02T09:06:28,872 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86c0662ffb6933e33e4023a1b954e0f2, ASSIGN; state=OFFLINE, location=7c6d666a4939,39963,1733130374909; forceNewPlan=false, retain=false 2024-12-02T09:06:28,898 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 379, reset compression=false 2024-12-02T09:06:28,995 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 379, reset compression=false 2024-12-02T09:06:29,023 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86c0662ffb6933e33e4023a1b954e0f2, regionState=OPENING, regionLocation=7c6d666a4939,39963,1733130374909 2024-12-02T09:06:29,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=86c0662ffb6933e33e4023a1b954e0f2, ASSIGN because future has completed 2024-12-02T09:06:29,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86c0662ffb6933e33e4023a1b954e0f2, server=7c6d666a4939,39963,1733130374909}] 2024-12-02T09:06:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:29,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:29,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:29,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:06:29,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C39963%2C1733130374909.rep, suffix=, logDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909, archiveDir=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/oldWALs, maxLogs=10 2024-12-02T09:06:29,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.rep.1733130389182, exclude list is [], retry=0 2024-12-02T09:06:29,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41943,DS-474a3064-5913-4f81-9998-7d2ca5d22431,DISK] 2024-12-02T09:06:29,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.rep.1733130389182 2024-12-02T09:06:29,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33907:33907)] 2024-12-02T09:06:29,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 86c0662ffb6933e33e4023a1b954e0f2, NAME => 'hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:29,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:29,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:06:29,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. service=MultiRowMutationService 2024-12-02T09:06:29,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:06:29,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:29,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,198 INFO [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,199 INFO [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86c0662ffb6933e33e4023a1b954e0f2 columnFamilyName hfileref 2024-12-02T09:06:29,199 DEBUG [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:29,200 INFO [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] regionserver.HStore(327): Store=86c0662ffb6933e33e4023a1b954e0f2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:29,200 INFO [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,200 INFO [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86c0662ffb6933e33e4023a1b954e0f2 columnFamilyName queue 2024-12-02T09:06:29,201 DEBUG [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:29,201 INFO [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] regionserver.HStore(327): Store=86c0662ffb6933e33e4023a1b954e0f2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:29,201 INFO [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,202 INFO [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86c0662ffb6933e33e4023a1b954e0f2 columnFamilyName sid 2024-12-02T09:06:29,202 DEBUG [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:29,202 INFO [StoreOpener-86c0662ffb6933e33e4023a1b954e0f2-1 {}] regionserver.HStore(327): Store=86c0662ffb6933e33e4023a1b954e0f2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:29,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/replication/86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/replication/86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:06:29,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/replication/86c0662ffb6933e33e4023a1b954e0f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:29,206 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 86c0662ffb6933e33e4023a1b954e0f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72383517, jitterRate=0.07859845459461212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:06:29,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:29,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 86c0662ffb6933e33e4023a1b954e0f2: Running coprocessor pre-open hook at 1733130389197Writing region info on filesystem at 1733130389197Initializing all the Stores at 1733130389198 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130389198Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130389198Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130389198Cleaning up temporary data from old regions at 1733130389203 (+5 ms)Running coprocessor post-open hooks at 1733130389206 (+3 ms)Region opened successfully at 1733130389206 2024-12-02T09:06:29,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2., pid=10, masterSystemTime=1733130389177 2024-12-02T09:06:29,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:29,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:29,209 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=86c0662ffb6933e33e4023a1b954e0f2, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,39963,1733130374909 2024-12-02T09:06:29,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86c0662ffb6933e33e4023a1b954e0f2, server=7c6d666a4939,39963,1733130374909 because future has completed 2024-12-02T09:06:29,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:06:29,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 86c0662ffb6933e33e4023a1b954e0f2, server=7c6d666a4939,39963,1733130374909 in 186 msec 2024-12-02T09:06:29,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:06:29,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=86c0662ffb6933e33e4023a1b954e0f2, ASSIGN in 342 msec 2024-12-02T09:06:29,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:06:29,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130389214"}]},"ts":"1733130389214"} 2024-12-02T09:06:29,216 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:06:29,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:06:29,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-12-02T09:06:29,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:06:29,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2., hostname=7c6d666a4939,39963,1733130374909, seqNum=2] 2024-12-02T09:06:29,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:29,282 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:29,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:29,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T09:06:29,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:06:29,402 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 379, reset compression=false 2024-12-02T09:06:29,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39963 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:06:29,452 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:06:29,486 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,39963,1733130374909, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:06:29,486 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:29,486 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39963,1733130374909, seqNum=-1] 2024-12-02T09:06:29,487 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:29,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T09:06:29,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,39963,1733130374909', locateType=CURRENT is [region=hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2., hostname=7c6d666a4939,39963,1733130374909, seqNum=2] 2024-12-02T09:06:29,491 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:06:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:06:29,493 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,39963,1733130374909 suceeded 2024-12-02T09:06:29,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:06:29,494 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:45349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:06:29,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-02T09:06:29,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4500 sec 2024-12-02T09:06:29,504 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:45349' 2024-12-02T09:06:29,505 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@286f9188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:29,505 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,45349,-1 for getting cluster id 2024-12-02T09:06:29,505 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:29,506 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d05b817-ce87-40a5-ab75-db3a56843861' 2024-12-02T09:06:29,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:29,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d05b817-ce87-40a5-ab75-db3a56843861" 2024-12-02T09:06:29,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7147fdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:29,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,45349,-1] 2024-12-02T09:06:29,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:29,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:29,507 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:29,508 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f6f0a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:29,508 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:29,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,45349,1733130370614 2024-12-02T09:06:29,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e91d7db 2024-12-02T09:06:29,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:29,509 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-02T09:06:29,510 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,39963,1733130374909 (queues=1) is replicating from cluster=a897c16c-5029-4191-ac2e-94ae1a8e1163 to cluster=7d05b817-ce87-40a5-ab75-db3a56843861 2024-12-02T09:06:29,510 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C39963%2C1733130374909 2024-12-02T09:06:29,510 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,39963,1733130374909, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:06:29,511 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C39963%2C1733130374909 2024-12-02T09:06:29,511 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261, startPosition=0, beingWritten=true 2024-12-02T09:06:29,514 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:29,515 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 379, reset compression=false 2024-12-02T09:06:29,515 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39963,1733130374909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:29,717 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 379, reset compression=false 2024-12-02T09:06:29,799 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 379, reset compression=false 2024-12-02T09:06:30,006 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 379, reset compression=false 2024-12-02T09:06:30,021 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 379, reset compression=false 2024-12-02T09:06:30,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:30,198 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:06:30,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:30,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:30,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:30,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:30,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:30,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d89f6ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,36779,-1 for getting cluster id 2024-12-02T09:06:30,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:30,200 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6597f1e0-6d4d-4ae8-a20a-8e4d4735e947' 2024-12-02T09:06:30,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:30,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6597f1e0-6d4d-4ae8-a20a-8e4d4735e947" 2024-12-02T09:06:30,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae860ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,36779,-1] 2024-12-02T09:06:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:30,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:30,201 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:30,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15637ac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9465fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,45349,-1 for getting cluster id 2024-12-02T09:06:30,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:30,203 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d05b817-ce87-40a5-ab75-db3a56843861' 2024-12-02T09:06:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d05b817-ce87-40a5-ab75-db3a56843861" 2024-12-02T09:06:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23465185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,45349,-1] 2024-12-02T09:06:30,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:30,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:30,204 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:30,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76416d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b96efe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,205 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34651,-1 for getting cluster id 2024-12-02T09:06:30,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:30,205 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a897c16c-5029-4191-ac2e-94ae1a8e1163' 2024-12-02T09:06:30,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a897c16c-5029-4191-ac2e-94ae1a8e1163" 2024-12-02T09:06:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fba5a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34651,-1] 2024-12-02T09:06:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:30,206 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:30,207 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257d37ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:30,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,38263,1733130365961, seqNum=-1] 2024-12-02T09:06:30,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:30,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:30,210 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71., hostname=7c6d666a4939,38263,1733130365961, seqNum=2] 2024-12-02T09:06:30,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39963,1733130374909, seqNum=-1] 2024-12-02T09:06:30,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:30,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733130382590.91428a3ba702030f23cb746341493ff5., hostname=7c6d666a4939,39963,1733130374909, seqNum=2] 2024-12-02T09:06:30,218 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T09:06:30,424 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 379, reset compression=false 2024-12-02T09:06:30,703 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 379, reset compression=false 2024-12-02T09:06:30,708 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:06:30,708 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 480, reset compression=false 2024-12-02T09:06:30,708 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38263,1733130365961 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9e3de9268d65aaeb94335b3795c3e71/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T09:06:30,710 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 379, reset compression=false 2024-12-02T09:06:30,710 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:06:30,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-02T09:06:30,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:06:30,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e39ea64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,45349,-1 for getting cluster id 2024-12-02T09:06:30,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:30,713 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d05b817-ce87-40a5-ab75-db3a56843861' 2024-12-02T09:06:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d05b817-ce87-40a5-ab75-db3a56843861" 2024-12-02T09:06:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c69c88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,45349,-1] 2024-12-02T09:06:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:30,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:30,714 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:30,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f8db074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:30,715 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:30,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,33315,1733130370801, seqNum=-1] 2024-12-02T09:06:30,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:30,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T09:06:30,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733130380430.a971e049f69ff768a434250cd84e79a5., hostname=7c6d666a4939,33315,1733130370801, seqNum=2] 2024-12-02T09:06:30,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:06:30,912 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 480, reset compression=false 2024-12-02T09:06:30,927 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 379, reset compression=false 2024-12-02T09:06:31,215 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 480, reset compression=false 2024-12-02T09:06:31,219 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T09:06:31,513 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 379, reset compression=false 2024-12-02T09:06:31,517 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:06:31,517 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 503, reset compression=false 2024-12-02T09:06:31,517 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,33315,1733130370801 got entry batch from reader: WALEntryBatch [walEntries=[{test/a971e049f69ff768a434250cd84e79a5/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T09:06:31,519 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:06:31,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-02T09:06:31,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:06:31,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b6a7429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:31,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34651,-1 for getting cluster id 2024-12-02T09:06:31,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:31,523 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a897c16c-5029-4191-ac2e-94ae1a8e1163' 2024-12-02T09:06:31,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:31,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a897c16c-5029-4191-ac2e-94ae1a8e1163" 2024-12-02T09:06:31,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@242478dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:31,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34651,-1] 2024-12-02T09:06:31,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:31,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:31,524 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:31,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33066a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:31,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,39963,1733130374909, seqNum=-1] 2024-12-02T09:06:31,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:31,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T09:06:31,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733130382590.91428a3ba702030f23cb746341493ff5., hostname=7c6d666a4939,39963,1733130374909, seqNum=2] 2024-12-02T09:06:31,532 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 379, reset compression=false 2024-12-02T09:06:31,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:06:31,543 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:31,543 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 526, reset compression=false 2024-12-02T09:06:31,543 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39963,1733130374909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:31,631 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 480, reset compression=false 2024-12-02T09:06:31,721 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 503, reset compression=false 2024-12-02T09:06:31,760 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 526, reset compression=false 2024-12-02T09:06:32,024 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 503, reset compression=false 2024-12-02T09:06:32,064 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 526, reset compression=false 2024-12-02T09:06:32,134 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 480, reset compression=false 2024-12-02T09:06:32,222 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T09:06:32,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,33315,1733130370801, seqNum=-1] 2024-12-02T09:06:32,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:32,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733130380430.a971e049f69ff768a434250cd84e79a5., hostname=7c6d666a4939,33315,1733130370801, seqNum=2] 2024-12-02T09:06:32,229 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T09:06:32,426 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 503, reset compression=false 2024-12-02T09:06:32,430 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:06:32,430 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 607, reset compression=false 2024-12-02T09:06:32,430 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,33315,1733130370801 got entry batch from reader: WALEntryBatch [walEntries=[{test/a971e049f69ff768a434250cd84e79a5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T09:06:32,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:06:32,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:06:32,467 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 526, reset compression=false 2024-12-02T09:06:32,471 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:32,471 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 653, reset compression=false 2024-12-02T09:06:32,471 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39963,1733130374909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:32,634 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 607, reset compression=false 2024-12-02T09:06:32,674 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 653, reset compression=false 2024-12-02T09:06:32,737 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 480, reset compression=false 2024-12-02T09:06:32,937 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 607, reset compression=false 2024-12-02T09:06:32,977 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 653, reset compression=false 2024-12-02T09:06:33,231 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T09:06:33,240 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T09:06:33,341 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 607, reset compression=false 2024-12-02T09:06:33,379 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 653, reset compression=false 2024-12-02T09:06:33,383 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:06:33,383 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 757, reset compression=false 2024-12-02T09:06:33,383 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39963,1733130374909 got entry batch from reader: WALEntryBatch [walEntries=[{test/91428a3ba702030f23cb746341493ff5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T09:06:33,386 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:06:33,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-02T09:06:33,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:06:33,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:06:33,440 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 480, reset compression=false 2024-12-02T09:06:33,586 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 757, reset compression=false 2024-12-02T09:06:33,844 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 607, reset compression=false 2024-12-02T09:06:33,849 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:33,849 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 735, reset compression=false 2024-12-02T09:06:33,849 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,33315,1733130370801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:33,901 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 757, reset compression=false 2024-12-02T09:06:34,060 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 735, reset compression=false 2024-12-02T09:06:34,242 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T09:06:34,245 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T09:06:34,252 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 480, reset compression=false 2024-12-02T09:06:34,258 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:06:34,258 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:34,258 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38263,1733130365961 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9e3de9268d65aaeb94335b3795c3e71/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T09:06:34,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:06:34,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:06:34,304 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 757, reset compression=false 2024-12-02T09:06:34,363 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 735, reset compression=false 2024-12-02T09:06:34,376 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:06:34,376 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 882, reset compression=false 2024-12-02T09:06:34,376 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,33315,1733130370801 got entry batch from reader: WALEntryBatch [walEntries=[{test/a971e049f69ff768a434250cd84e79a5/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T09:06:34,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:06:34,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:06:34,475 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:34,580 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 882, reset compression=false 2024-12-02T09:06:34,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:06:34,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:34,778 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:34,811 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 757, reset compression=false 2024-12-02T09:06:34,852 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:34,852 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 927, reset compression=false 2024-12-02T09:06:34,852 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39963,1733130374909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:34,889 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 882, reset compression=false 2024-12-02T09:06:35,058 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 927, reset compression=false 2024-12-02T09:06:35,191 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:35,247 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T09:06:35,257 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T09:06:35,298 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 882, reset compression=false 2024-12-02T09:06:35,302 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:06:35,302 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1041, reset compression=false 2024-12-02T09:06:35,302 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,33315,1733130370801 got entry batch from reader: WALEntryBatch [walEntries=[{test/a971e049f69ff768a434250cd84e79a5/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T09:06:35,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:06:35,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39963 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:06:35,361 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 927, reset compression=false 2024-12-02T09:06:35,373 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:35,373 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 1076, reset compression=false 2024-12-02T09:06:35,374 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39963,1733130374909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:35,515 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1041, reset compression=false 2024-12-02T09:06:35,580 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 1076, reset compression=false 2024-12-02T09:06:35,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:35,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:06:35,659 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108702 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:06:35,694 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:35,824 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T09:06:35,827 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1041, reset compression=false 2024-12-02T09:06:35,920 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 1076, reset compression=false 2024-12-02T09:06:36,231 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1041, reset compression=false 2024-12-02T09:06:36,258 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T09:06:36,261 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T09:06:36,301 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:36,324 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 1076, reset compression=false 2024-12-02T09:06:36,330 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:06:36,330 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 1235, reset compression=false 2024-12-02T09:06:36,330 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39963,1733130374909 got entry batch from reader: WALEntryBatch [walEntries=[{test/91428a3ba702030f23cb746341493ff5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T09:06:36,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T09:06:36,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33315 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T09:06:36,534 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 1235, reset compression=false 2024-12-02T09:06:36,734 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1041, reset compression=false 2024-12-02T09:06:36,738 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:36,738 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1191, reset compression=false 2024-12-02T09:06:36,738 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,33315,1733130370801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:36,838 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 1235, reset compression=false 2024-12-02T09:06:36,943 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1191, reset compression=false 2024-12-02T09:06:37,003 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:37,249 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1191, reset compression=false 2024-12-02T09:06:37,255 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 1235, reset compression=false 2024-12-02T09:06:37,263 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T09:06:37,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:06:37,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:37,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:37,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:37,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:37,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:06:37,282 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1357870861, stopped=false 2024-12-02T09:06:37,282 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,34651,1733130374695 2024-12-02T09:06:37,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:37,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1811179541/running 2024-12-02T09:06:37,315 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:06:37,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:37,315 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1811179541/running 2024-12-02T09:06:37,315 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:37,316 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:37,316 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:37,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:37,316 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,39963,1733130374909' ***** 2024-12-02T09:06:37,316 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:06:37,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Set watcher on znode that does not yet exist, /2-1811179541/running 2024-12-02T09:06:37,317 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:06:37,317 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:06:37,317 INFO [RS:0;7c6d666a4939:39963 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:06:37,317 INFO [RS:0;7c6d666a4939:39963 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:06:37,317 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(3091): Received CLOSE for 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:37,317 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(3091): Received CLOSE for 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:37,318 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,39963,1733130374909 2024-12-02T09:06:37,318 INFO [RS:0;7c6d666a4939:39963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:06:37,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Set watcher on znode that does not yet exist, /2-1811179541/running 2024-12-02T09:06:37,318 INFO [RS:0;7c6d666a4939:39963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:39963. 2024-12-02T09:06:37,318 DEBUG [RS:0;7c6d666a4939:39963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:37,318 DEBUG [RS:0;7c6d666a4939:39963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:37,318 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91428a3ba702030f23cb746341493ff5, disabling compactions & flushes 2024-12-02T09:06:37,318 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:06:37,318 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:37,318 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:06:37,318 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:37,318 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:06:37,318 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130382590.91428a3ba702030f23cb746341493ff5. after waiting 0 ms 2024-12-02T09:06:37,318 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:37,318 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:06:37,318 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 91428a3ba702030f23cb746341493ff5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T09:06:37,318 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:06:37,318 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1325): Online Regions={91428a3ba702030f23cb746341493ff5=test,,1733130382590.91428a3ba702030f23cb746341493ff5., 86c0662ffb6933e33e4023a1b954e0f2=hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:06:37,318 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86c0662ffb6933e33e4023a1b954e0f2, 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:37,319 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:06:37,319 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:06:37,319 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:06:37,319 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:06:37,319 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:06:37,320 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:06:37,348 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/info/293efde96d20495a8516547520d1e95d is 147, key is hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2./info:regioninfo/1733130389209/Put/seqid=0 2024-12-02T09:06:37,349 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/.tmp/f/86332df9f55b4e62a643063bc3bc5a64 is 29, key is row1/f:/1733130395247/DeleteFamily/seqid=0 2024-12-02T09:06:37,352 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:06:37,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741841_1017 (size=5152) 2024-12-02T09:06:37,358 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/.tmp/f/86332df9f55b4e62a643063bc3bc5a64 2024-12-02T09:06:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741840_1016 (size=7686) 2024-12-02T09:06:37,367 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/info/293efde96d20495a8516547520d1e95d 2024-12-02T09:06:37,369 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86332df9f55b4e62a643063bc3bc5a64 2024-12-02T09:06:37,390 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/.tmp/f1/cb53bb81d516430c82d0e4e9cbfd5bca is 30, key is row1/f1:/1733130395247/DeleteFamily/seqid=0 2024-12-02T09:06:37,400 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/ns/a296f252dc1b4b319fd9ac7e44c6eb3c is 43, key is default/ns:d/1733130378189/Put/seqid=0 2024-12-02T09:06:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741842_1018 (size=5158) 2024-12-02T09:06:37,411 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/.tmp/f1/cb53bb81d516430c82d0e4e9cbfd5bca 2024-12-02T09:06:37,416 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb53bb81d516430c82d0e4e9cbfd5bca 2024-12-02T09:06:37,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741843_1019 (size=5153) 2024-12-02T09:06:37,429 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/ns/a296f252dc1b4b319fd9ac7e44c6eb3c 2024-12-02T09:06:37,434 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/.tmp/norep/dabb18ffc1704f29951ef4cd20eb8a5c is 33, key is row2/norep:/1733130396259/DeleteFamily/seqid=0 2024-12-02T09:06:37,447 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/rep_barrier/3388abd2c4924f91b0df9e1f79ace48e is 112, key is test,,1733130382590.91428a3ba702030f23cb746341493ff5./rep_barrier:seqnumDuringOpen/1733130383795/Put/seqid=0 2024-12-02T09:06:37,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741844_1020 (size=5108) 2024-12-02T09:06:37,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741845_1021 (size=5518) 2024-12-02T09:06:37,519 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86c0662ffb6933e33e4023a1b954e0f2, 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:37,658 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1191, reset compression=false 2024-12-02T09:06:37,719 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86c0662ffb6933e33e4023a1b954e0f2, 91428a3ba702030f23cb746341493ff5 2024-12-02T09:06:37,773 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 1235, reset compression=false 2024-12-02T09:06:37,777 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:37,777 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 1482, reset compression=false 2024-12-02T09:06:37,777 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,39963,1733130374909 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:37,777 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7c6d666a4939,39963,1733130374909: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7c6d666a4939,39963,1733130374909, walGroup=7c6d666a4939%2C39963%2C1733130374909, offset=7c6d666a4939%2C39963%2C1733130374909.1733130377261:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:39963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T09:06:37,779 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T09:06:37,779 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T09:06:37,779 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T09:06:37,779 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T09:06:37,779 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T09:06:37,779 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 887420128 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 201933944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T09:06:37,780 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:34651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:34651 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T09:06:37,819 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:37,850 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/.tmp/norep/dabb18ffc1704f29951ef4cd20eb8a5c 2024-12-02T09:06:37,854 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dabb18ffc1704f29951ef4cd20eb8a5c 2024-12-02T09:06:37,860 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/rep_barrier/3388abd2c4924f91b0df9e1f79ace48e 2024-12-02T09:06:37,860 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/.tmp/f/86332df9f55b4e62a643063bc3bc5a64 as hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/f/86332df9f55b4e62a643063bc3bc5a64 2024-12-02T09:06:37,865 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 86332df9f55b4e62a643063bc3bc5a64 2024-12-02T09:06:37,865 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/f/86332df9f55b4e62a643063bc3bc5a64, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T09:06:37,866 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/.tmp/f1/cb53bb81d516430c82d0e4e9cbfd5bca as hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/f1/cb53bb81d516430c82d0e4e9cbfd5bca 2024-12-02T09:06:37,873 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb53bb81d516430c82d0e4e9cbfd5bca 2024-12-02T09:06:37,873 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/f1/cb53bb81d516430c82d0e4e9cbfd5bca, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T09:06:37,873 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/.tmp/norep/dabb18ffc1704f29951ef4cd20eb8a5c as hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/norep/dabb18ffc1704f29951ef4cd20eb8a5c 2024-12-02T09:06:37,877 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dabb18ffc1704f29951ef4cd20eb8a5c 2024-12-02T09:06:37,877 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/norep/dabb18ffc1704f29951ef4cd20eb8a5c, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T09:06:37,878 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 91428a3ba702030f23cb746341493ff5 in 560ms, sequenceid=10, compaction requested=false 2024-12-02T09:06:37,882 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/table/545b2e3b470d4da7a2389a0886933385 is 53, key is hbase:replication/table:state/1733130389214/Put/seqid=0 2024-12-02T09:06:37,885 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/default/test/91428a3ba702030f23cb746341493ff5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T09:06:37,885 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:06:37,885 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:06:37,885 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:37,886 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91428a3ba702030f23cb746341493ff5: Waiting for close lock at 1733130397318Running coprocessor pre-close hooks at 1733130397318Disabling compacts and flushes for region at 1733130397318Disabling writes for close at 1733130397318Obtaining lock to block concurrent updates at 1733130397318Preparing flush snapshotting stores in 91428a3ba702030f23cb746341493ff5 at 1733130397318Finished memstore snapshotting test,,1733130382590.91428a3ba702030f23cb746341493ff5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733130397319 (+1 ms)Flushing stores of test,,1733130382590.91428a3ba702030f23cb746341493ff5. at 1733130397320 (+1 ms)Flushing 91428a3ba702030f23cb746341493ff5/f: creating writer at 1733130397320Flushing 91428a3ba702030f23cb746341493ff5/f: appending metadata at 1733130397347 (+27 ms)Flushing 91428a3ba702030f23cb746341493ff5/f: closing flushed file at 1733130397348 (+1 ms)Flushing 91428a3ba702030f23cb746341493ff5/f1: creating writer at 1733130397369 (+21 ms)Flushing 91428a3ba702030f23cb746341493ff5/f1: appending metadata at 1733130397389 (+20 ms)Flushing 91428a3ba702030f23cb746341493ff5/f1: closing flushed file at 1733130397389Flushing 91428a3ba702030f23cb746341493ff5/norep: creating writer at 1733130397416 (+27 ms)Flushing 91428a3ba702030f23cb746341493ff5/norep: appending metadata at 1733130397433 (+17 ms)Flushing 91428a3ba702030f23cb746341493ff5/norep: closing flushed file at 1733130397433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e37a30b: reopening flushed file at 1733130397854 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a180e19: reopening flushed file at 1733130397865 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e7c3121: reopening flushed file at 1733130397873 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 91428a3ba702030f23cb746341493ff5 in 560ms, sequenceid=10, compaction requested=false at 1733130397878 (+5 ms)Writing region close event to WAL at 1733130397879 (+1 ms)Running coprocessor post-close hooks at 1733130397885 (+6 ms)Closed at 1733130397885 2024-12-02T09:06:37,886 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130382590.91428a3ba702030f23cb746341493ff5. 2024-12-02T09:06:37,886 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86c0662ffb6933e33e4023a1b954e0f2, disabling compactions & flushes 2024-12-02T09:06:37,886 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:37,886 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:37,886 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. after waiting 0 ms 2024-12-02T09:06:37,886 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:37,886 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86c0662ffb6933e33e4023a1b954e0f2: Waiting for close lock at 1733130397886Running coprocessor pre-close hooks at 1733130397886Disabling compacts and flushes for region at 1733130397886Disabling writes for close at 1733130397886Failed flush hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2., putting online again at 1733130397886 2024-12-02T09:06:37,886 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741846_1022 (size=5308) 2024-12-02T09:06:37,919 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(3091): Received CLOSE for 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:37,919 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 86c0662ffb6933e33e4023a1b954e0f2 2024-12-02T09:06:37,919 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86c0662ffb6933e33e4023a1b954e0f2, disabling compactions & flushes 2024-12-02T09:06:37,919 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:37,919 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:37,919 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. after waiting 0 ms 2024-12-02T09:06:37,919 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:37,919 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86c0662ffb6933e33e4023a1b954e0f2: Waiting for close lock at 1733130397919Running coprocessor pre-close hooks at 1733130397919Disabling compacts and flushes for region at 1733130397919Disabling writes for close at 1733130397919Failed flush hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2., putting online again at 1733130397919 2024-12-02T09:06:37,920 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2. 2024-12-02T09:06:37,983 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 1482, reset compression=false 2024-12-02T09:06:37,987 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:37,987 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 2126, reset compression=false 2024-12-02T09:06:38,119 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:06:38,128 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:06:38,128 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:06:38,161 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1191, reset compression=false 2024-12-02T09:06:38,190 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 2126, reset compression=false 2024-12-02T09:06:38,289 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/table/545b2e3b470d4da7a2389a0886933385 2024-12-02T09:06:38,294 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/info/293efde96d20495a8516547520d1e95d as hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/info/293efde96d20495a8516547520d1e95d 2024-12-02T09:06:38,299 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/info/293efde96d20495a8516547520d1e95d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:06:38,300 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/ns/a296f252dc1b4b319fd9ac7e44c6eb3c as hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/ns/a296f252dc1b4b319fd9ac7e44c6eb3c 2024-12-02T09:06:38,303 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/ns/a296f252dc1b4b319fd9ac7e44c6eb3c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:06:38,304 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/rep_barrier/3388abd2c4924f91b0df9e1f79ace48e as hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/rep_barrier/3388abd2c4924f91b0df9e1f79ace48e 2024-12-02T09:06:38,310 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/rep_barrier/3388abd2c4924f91b0df9e1f79ace48e, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:06:38,311 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/.tmp/table/545b2e3b470d4da7a2389a0886933385 as hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/table/545b2e3b470d4da7a2389a0886933385 2024-12-02T09:06:38,314 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/table/545b2e3b470d4da7a2389a0886933385, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:06:38,315 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 996ms, sequenceid=16, compaction requested=false 2024-12-02T09:06:38,319 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:06:38,319 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:06:38,319 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1325): Online Regions={86c0662ffb6933e33e4023a1b954e0f2=hbase:replication,,1733130388051.86c0662ffb6933e33e4023a1b954e0f2., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:06:38,320 DEBUG [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:06:38,320 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:06:38,320 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:06:38,320 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:38,320 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130397319Running coprocessor pre-close hooks at 1733130397319Disabling compacts and flushes for region at 1733130397319Disabling writes for close at 1733130397319Obtaining lock to block concurrent updates at 1733130397320 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733130397320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130397320Flushing stores of hbase:meta,,1.1588230740 at 1733130397321 (+1 ms)Flushing 1588230740/info: creating writer at 1733130397321Flushing 1588230740/info: appending metadata at 1733130397348 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733130397348Flushing 1588230740/ns: creating writer at 1733130397375 (+27 ms)Flushing 1588230740/ns: appending metadata at 1733130397400 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1733130397400Flushing 1588230740/rep_barrier: creating writer at 1733130397432 (+32 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130397447 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130397447Flushing 1588230740/table: creating writer at 1733130397864 (+417 ms)Flushing 1588230740/table: appending metadata at 1733130397882 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733130397882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4086ae0b: reopening flushed file at 1733130398293 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57929c3c: reopening flushed file at 1733130398299 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79c70878: reopening flushed file at 1733130398303 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ce11d5: reopening flushed file at 1733130398310 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 996ms, sequenceid=16, compaction requested=false at 1733130398315 (+5 ms)Writing region close event to WAL at 1733130398317 (+2 ms)Running coprocessor post-close hooks at 1733130398320 (+3 ms)Closed at 1733130398320 2024-12-02T09:06:38,320 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:38,494 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.1733130377261 to pos 2126, reset compression=false 2024-12-02T09:06:38,520 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T09:06:38,520 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,39963,1733130374909; all regions closed. 2024-12-02T09:06:38,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741834_1010 (size=4239) 2024-12-02T09:06:38,534 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.meta.1733130378140.meta not finished, retry = 0 2024-12-02T09:06:38,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741839_1015 (size=2171) 2024-12-02T09:06:38,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/WALs/7c6d666a4939,39963,1733130374909/7c6d666a4939%2C39963%2C1733130374909.rep.1733130389182 not finished, retry = 0 2024-12-02T09:06:38,723 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:38,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741832_1008 (size=2134) 2024-12-02T09:06:38,763 DEBUG [RS:0;7c6d666a4939:39963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:38,763 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1191, reset compression=false 2024-12-02T09:06:38,763 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:06:38,765 INFO [RS:0;7c6d666a4939:39963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:06:38,769 INFO [RS:0;7c6d666a4939:39963 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:06:38,770 INFO [RS:0;7c6d666a4939:39963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:06:38,770 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,39963,1733130374909 because: Region server is closing 2024-12-02T09:06:38,770 INFO [RS:0;7c6d666a4939:39963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:39963. 2024-12-02T09:06:38,770 DEBUG [RS:0;7c6d666a4939:39963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:38,770 DEBUG [RS:0;7c6d666a4939:39963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:38,770 DEBUG [RS:0;7c6d666a4939:39963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:38,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:38,771 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:06:38,871 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.shipper7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 terminated 2024-12-02T09:06:38,871 INFO [RS:0;7c6d666a4939:39963 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:39963. 2024-12-02T09:06:38,871 DEBUG [RS:0;7c6d666a4939:39963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:38,871 DEBUG [RS:0;7c6d666a4939:39963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:38,871 DEBUG [RS:0;7c6d666a4939:39963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:38,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:38,872 INFO [RS:0;7c6d666a4939:39963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39963 2024-12-02T09:06:38,872 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,39963,1733130374909.replicationSource.wal-reader.7c6d666a4939%2C39963%2C1733130374909,1-7c6d666a4939,39963,1733130374909 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T09:06:38,909 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1811179541/rs/7c6d666a4939,39963,1733130374909 2024-12-02T09:06:38,909 INFO [RS:0;7c6d666a4939:39963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:06:38,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541/rs 2024-12-02T09:06:38,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,39963,1733130374909] 2024-12-02T09:06:38,923 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1811179541/draining/7c6d666a4939,39963,1733130374909 already deleted, retry=false 2024-12-02T09:06:38,923 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,39963,1733130374909 expired; onlineServers=0 2024-12-02T09:06:38,923 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,34651,1733130374695' ***** 2024-12-02T09:06:38,923 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:06:38,924 INFO [M:0;7c6d666a4939:34651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:06:38,924 INFO [M:0;7c6d666a4939:34651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:06:38,924 DEBUG [M:0;7c6d666a4939:34651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:06:38,924 DEBUG [M:0;7c6d666a4939:34651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:06:38,924 INFO [M:0;7c6d666a4939:34651 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:06:38,924 INFO [M:0;7c6d666a4939:34651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:06:38,924 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130376971 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130376971,5,FailOnTimeoutGroup] 2024-12-02T09:06:38,924 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130376971 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130376971,5,FailOnTimeoutGroup] 2024-12-02T09:06:38,924 DEBUG [M:0;7c6d666a4939:34651 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:06:38,924 INFO [M:0;7c6d666a4939:34651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:06:38,924 INFO [M:0;7c6d666a4939:34651 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:06:38,925 INFO [M:0;7c6d666a4939:34651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:06:38,925 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:06:38,925 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:06:38,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1811179541/master 2024-12-02T09:06:38,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1811179541 2024-12-02T09:06:38,948 INFO [M:0;7c6d666a4939:34651 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/.lastflushedseqids 2024-12-02T09:06:38,951 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1811179541/master already deleted, retry=false 2024-12-02T09:06:38,951 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-1811179541/master 2024-12-02T09:06:38,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741847_1023 (size=245) 2024-12-02T09:06:38,990 INFO [M:0;7c6d666a4939:34651 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:06:38,994 INFO [M:0;7c6d666a4939:34651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:06:38,997 DEBUG [M:0;7c6d666a4939:34651 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:06:38,997 INFO [M:0;7c6d666a4939:34651 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:38,997 DEBUG [M:0;7c6d666a4939:34651 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:38,997 DEBUG [M:0;7c6d666a4939:34651 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:06:38,997 DEBUG [M:0;7c6d666a4939:34651 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:38,998 INFO [M:0;7c6d666a4939:34651 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T09:06:39,019 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:39,020 DEBUG [pool-2157-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39963-0x1009a3c854a0007, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:39,020 INFO [RS:0;7c6d666a4939:39963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:06:39,020 INFO [RS:0;7c6d666a4939:39963 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,39963,1733130374909; zookeeper connection closed. 2024-12-02T09:06:39,027 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79fe554a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79fe554a 2024-12-02T09:06:39,033 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:06:39,045 DEBUG [M:0;7c6d666a4939:34651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85399563cbdd47f58cf8f636b24d06cf is 82, key is hbase:meta,,1/info:regioninfo/1733130378173/Put/seqid=0 2024-12-02T09:06:39,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741848_1024 (size=5672) 2024-12-02T09:06:39,484 INFO [M:0;7c6d666a4939:34651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85399563cbdd47f58cf8f636b24d06cf 2024-12-02T09:06:39,494 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1191, reset compression=false 2024-12-02T09:06:39,540 DEBUG [M:0;7c6d666a4939:34651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38f7cc2b29ce4c1683656c733691ced5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733130389217/Put/seqid=0 2024-12-02T09:06:39,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741849_1025 (size=8516) 2024-12-02T09:06:39,735 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:39,964 INFO [M:0;7c6d666a4939:34651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38f7cc2b29ce4c1683656c733691ced5 2024-12-02T09:06:39,987 DEBUG [M:0;7c6d666a4939:34651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2700351936a4eeaac2396497361aea5 is 69, key is 7c6d666a4939,39963,1733130374909/rs:state/1733130377078/Put/seqid=0 2024-12-02T09:06:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741850_1026 (size=5156) 2024-12-02T09:06:40,013 INFO [M:0;7c6d666a4939:34651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2700351936a4eeaac2396497361aea5 2024-12-02T09:06:40,021 DEBUG [M:0;7c6d666a4939:34651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85399563cbdd47f58cf8f636b24d06cf as hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85399563cbdd47f58cf8f636b24d06cf 2024-12-02T09:06:40,027 INFO [M:0;7c6d666a4939:34651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85399563cbdd47f58cf8f636b24d06cf, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T09:06:40,028 DEBUG [M:0;7c6d666a4939:34651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38f7cc2b29ce4c1683656c733691ced5 as hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38f7cc2b29ce4c1683656c733691ced5 2024-12-02T09:06:40,034 INFO [M:0;7c6d666a4939:34651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38f7cc2b29ce4c1683656c733691ced5, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T09:06:40,036 DEBUG [M:0;7c6d666a4939:34651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2700351936a4eeaac2396497361aea5 as hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2700351936a4eeaac2396497361aea5 2024-12-02T09:06:40,039 INFO [M:0;7c6d666a4939:34651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46031/user/jenkins/test-data/146fecf2-1adb-fb8e-f1d0-d491ee9e01f1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2700351936a4eeaac2396497361aea5, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T09:06:40,041 INFO [M:0;7c6d666a4939:34651 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1043ms, sequenceid=97, compaction requested=false 2024-12-02T09:06:40,042 INFO [M:0;7c6d666a4939:34651 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:40,042 DEBUG [M:0;7c6d666a4939:34651 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130398994Disabling compacts and flushes for region at 1733130398994Disabling writes for close at 1733130398997 (+3 ms)Obtaining lock to block concurrent updates at 1733130398998 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130398998Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733130398998Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130399003 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130399003Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130399044 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130399044Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130399509 (+465 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130399540 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130399540Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130399968 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130399987 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130399987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58bc1b21: reopening flushed file at 1733130400020 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4011130d: reopening flushed file at 1733130400027 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c994fa4: reopening flushed file at 1733130400034 (+7 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1043ms, sequenceid=97, compaction requested=false at 1733130400041 (+7 ms)Writing region close event to WAL at 1733130400042 (+1 ms)Closed at 1733130400042 2024-12-02T09:06:40,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741830_1006 (size=63654) 2024-12-02T09:06:40,050 INFO [M:0;7c6d666a4939:34651 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:06:40,050 INFO [M:0;7c6d666a4939:34651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34651 2024-12-02T09:06:40,051 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:06:40,051 INFO [M:0;7c6d666a4939:34651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:06:40,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:40,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34651-0x1009a3c854a0006, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:40,183 INFO [M:0;7c6d666a4939:34651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:06:40,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@229ce60c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:06:40,204 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T09:06:40,204 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a8870c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:06:40,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:06:40,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@654f331c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:06:40,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7aad1161{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/hadoop.log.dir/,STOPPED} 2024-12-02T09:06:40,210 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:06:40,210 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:06:40,210 WARN [BP-1407477351-172.17.0.3-1733130372981 heartbeating to localhost/127.0.0.1:46031 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:06:40,210 WARN [BP-1407477351-172.17.0.3-1733130372981 heartbeating to localhost/127.0.0.1:46031 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1407477351-172.17.0.3-1733130372981 (Datanode Uuid 6900ed18-9522-47a8-a52e-c3bc5354d32e) service to localhost/127.0.0.1:46031 2024-12-02T09:06:40,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/cluster_24960c26-77ca-ec31-b07b-6cdecaf9b876/data/data1/current/BP-1407477351-172.17.0.3-1733130372981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:06:40,211 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:06:40,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/cluster_24960c26-77ca-ec31-b07b-6cdecaf9b876/data/data2/current/BP-1407477351-172.17.0.3-1733130372981 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:06:40,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@133b413{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:06:40,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@654dc347{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:06:40,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:06:40,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ba31d4e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:06:40,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1ff095{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/hadoop.log.dir/,STOPPED} 2024-12-02T09:06:40,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:06:40,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:06:40,243 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:40,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:40,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:40,244 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:40,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:40,244 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:06:40,244 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1588668706, stopped=false 2024-12-02T09:06:40,244 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,45349,1733130370614 2024-12-02T09:06:40,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-509206759/running 2024-12-02T09:06:40,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-509206759/running 2024-12-02T09:06:40,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:40,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:40,257 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:06:40,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:40,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:40,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:40,258 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,33315,1733130370801' ***** 2024-12-02T09:06:40,258 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:06:40,258 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:06:40,258 INFO [RS:0;7c6d666a4939:33315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:06:40,259 INFO [RS:0;7c6d666a4939:33315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:06:40,259 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(3091): Received CLOSE for a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:40,259 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:06:40,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Set watcher on znode that does not yet exist, /1-509206759/running 2024-12-02T09:06:40,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Set watcher on znode that does not yet exist, /1-509206759/running 2024-12-02T09:06:40,267 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(3091): Received CLOSE for 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:40,267 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,33315,1733130370801 2024-12-02T09:06:40,267 INFO [RS:0;7c6d666a4939:33315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:06:40,267 INFO [RS:0;7c6d666a4939:33315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:33315. 2024-12-02T09:06:40,267 DEBUG [RS:0;7c6d666a4939:33315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:40,267 DEBUG [RS:0;7c6d666a4939:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:40,267 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:06:40,268 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:06:40,268 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:06:40,268 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:06:40,268 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:06:40,268 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1325): Online Regions={a971e049f69ff768a434250cd84e79a5=test,,1733130380430.a971e049f69ff768a434250cd84e79a5., 3809dd8db760a61f2f14e1831fabcc6b=hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:06:40,268 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3809dd8db760a61f2f14e1831fabcc6b, a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:40,268 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:06:40,268 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:06:40,268 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:06:40,268 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:06:40,268 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:06:40,268 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:06:40,275 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a971e049f69ff768a434250cd84e79a5, disabling compactions & flushes 2024-12-02T09:06:40,275 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:40,275 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:40,275 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130380430.a971e049f69ff768a434250cd84e79a5. after waiting 0 ms 2024-12-02T09:06:40,275 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:40,275 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a971e049f69ff768a434250cd84e79a5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T09:06:40,307 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/info/6e631720282d41689678402d157af203 is 147, key is hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b./info:regioninfo/1733130387678/Put/seqid=0 2024-12-02T09:06:40,309 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/.tmp/f/f14b6f12ec94470fb2c5710012785d07 is 29, key is row1/f:/1733130395247/DeleteFamily/seqid=0 2024-12-02T09:06:40,323 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1191, reset compression=false 2024-12-02T09:06:40,340 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:06:40,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741840_1016 (size=7686) 2024-12-02T09:06:40,360 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:40,360 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1438, reset compression=false 2024-12-02T09:06:40,360 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,33315,1733130370801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:40,360 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7c6d666a4939,33315,1733130370801: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7c6d666a4939,33315,1733130370801, walGroup=7c6d666a4939%2C33315%2C1733130370801, offset=7c6d666a4939%2C33315%2C1733130370801.1733130371738:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:33315 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T09:06:40,362 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T09:06:40,362 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T09:06:40,363 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T09:06:40,363 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T09:06:40,363 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T09:06:40,363 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 944043232 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 202306592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T09:06:40,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741841_1017 (size=5152) 2024-12-02T09:06:40,363 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:45349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:45349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T09:06:40,468 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3809dd8db760a61f2f14e1831fabcc6b, a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:40,595 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1438, reset compression=false 2024-12-02T09:06:40,609 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:06:40,609 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:06:40,668 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3809dd8db760a61f2f14e1831fabcc6b, a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:40,752 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/info/6e631720282d41689678402d157af203 2024-12-02T09:06:40,764 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/.tmp/f/f14b6f12ec94470fb2c5710012785d07 2024-12-02T09:06:40,767 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/ns/55b43c14be944e129ae26f1c56b2f283 is 43, key is default/ns:d/1733130372843/Put/seqid=0 2024-12-02T09:06:40,768 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f14b6f12ec94470fb2c5710012785d07 2024-12-02T09:06:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741842_1018 (size=5153) 2024-12-02T09:06:40,784 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/.tmp/f1/1391e6a6824d414293fccee4409f4079 is 30, key is row1/f1:/1733130395247/DeleteFamily/seqid=0 2024-12-02T09:06:40,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741843_1019 (size=5158) 2024-12-02T09:06:40,859 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:40,868 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3809dd8db760a61f2f14e1831fabcc6b, a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:40,898 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1438, reset compression=false 2024-12-02T09:06:41,069 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3809dd8db760a61f2f14e1831fabcc6b, a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:41,175 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/ns/55b43c14be944e129ae26f1c56b2f283 2024-12-02T09:06:41,199 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/.tmp/f1/1391e6a6824d414293fccee4409f4079 2024-12-02T09:06:41,207 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/rep_barrier/cbc07c02b4744455be070c6976d12f08 is 112, key is test,,1733130380430.a971e049f69ff768a434250cd84e79a5./rep_barrier:seqnumDuringOpen/1733130381573/Put/seqid=0 2024-12-02T09:06:41,226 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1391e6a6824d414293fccee4409f4079 2024-12-02T09:06:41,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741844_1020 (size=5518) 2024-12-02T09:06:41,248 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/.tmp/norep/ee234b345efc46d3a36eb4d7575e5302 is 33, key is row1/norep:/1733130395247/DeleteFamily/seqid=0 2024-12-02T09:06:41,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741845_1021 (size=5108) 2024-12-02T09:06:41,256 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/.tmp/norep/ee234b345efc46d3a36eb4d7575e5302 2024-12-02T09:06:41,264 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee234b345efc46d3a36eb4d7575e5302 2024-12-02T09:06:41,269 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3809dd8db760a61f2f14e1831fabcc6b, a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:41,275 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/.tmp/f/f14b6f12ec94470fb2c5710012785d07 as hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/f/f14b6f12ec94470fb2c5710012785d07 2024-12-02T09:06:41,284 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f14b6f12ec94470fb2c5710012785d07 2024-12-02T09:06:41,284 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/f/f14b6f12ec94470fb2c5710012785d07, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T09:06:41,299 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/.tmp/f1/1391e6a6824d414293fccee4409f4079 as hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/f1/1391e6a6824d414293fccee4409f4079 2024-12-02T09:06:41,304 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1438, reset compression=false 2024-12-02T09:06:41,340 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1391e6a6824d414293fccee4409f4079 2024-12-02T09:06:41,340 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/f1/1391e6a6824d414293fccee4409f4079, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T09:06:41,351 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/.tmp/norep/ee234b345efc46d3a36eb4d7575e5302 as hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/norep/ee234b345efc46d3a36eb4d7575e5302 2024-12-02T09:06:41,379 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee234b345efc46d3a36eb4d7575e5302 2024-12-02T09:06:41,379 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/norep/ee234b345efc46d3a36eb4d7575e5302, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T09:06:41,390 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a971e049f69ff768a434250cd84e79a5 in 1115ms, sequenceid=10, compaction requested=false 2024-12-02T09:06:41,390 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T09:06:41,467 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/default/test/a971e049f69ff768a434250cd84e79a5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T09:06:41,469 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3809dd8db760a61f2f14e1831fabcc6b, a971e049f69ff768a434250cd84e79a5 2024-12-02T09:06:41,475 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:06:41,475 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:06:41,475 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:41,475 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a971e049f69ff768a434250cd84e79a5: Waiting for close lock at 1733130400275Running coprocessor pre-close hooks at 1733130400275Disabling compacts and flushes for region at 1733130400275Disabling writes for close at 1733130400275Obtaining lock to block concurrent updates at 1733130400275Preparing flush snapshotting stores in a971e049f69ff768a434250cd84e79a5 at 1733130400275Finished memstore snapshotting test,,1733130380430.a971e049f69ff768a434250cd84e79a5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733130400276 (+1 ms)Flushing stores of test,,1733130380430.a971e049f69ff768a434250cd84e79a5. at 1733130400276Flushing a971e049f69ff768a434250cd84e79a5/f: creating writer at 1733130400276Flushing a971e049f69ff768a434250cd84e79a5/f: appending metadata at 1733130400307 (+31 ms)Flushing a971e049f69ff768a434250cd84e79a5/f: closing flushed file at 1733130400307Flushing a971e049f69ff768a434250cd84e79a5/f1: creating writer at 1733130400768 (+461 ms)Flushing a971e049f69ff768a434250cd84e79a5/f1: appending metadata at 1733130400783 (+15 ms)Flushing a971e049f69ff768a434250cd84e79a5/f1: closing flushed file at 1733130400783Flushing a971e049f69ff768a434250cd84e79a5/norep: creating writer at 1733130401226 (+443 ms)Flushing a971e049f69ff768a434250cd84e79a5/norep: appending metadata at 1733130401247 (+21 ms)Flushing a971e049f69ff768a434250cd84e79a5/norep: closing flushed file at 1733130401247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666d2fc3: reopening flushed file at 1733130401264 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73bec8c2: reopening flushed file at 1733130401285 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ca2b829: reopening flushed file at 1733130401340 (+55 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a971e049f69ff768a434250cd84e79a5 in 1115ms, sequenceid=10, compaction requested=false at 1733130401390 (+50 ms)Writing region close event to WAL at 1733130401423 (+33 ms)Running coprocessor post-close hooks at 1733130401475 (+52 ms)Closed at 1733130401475 2024-12-02T09:06:41,475 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130380430.a971e049f69ff768a434250cd84e79a5. 2024-12-02T09:06:41,476 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3809dd8db760a61f2f14e1831fabcc6b, disabling compactions & flushes 2024-12-02T09:06:41,476 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:41,476 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:41,476 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. after waiting 0 ms 2024-12-02T09:06:41,476 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:41,476 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3809dd8db760a61f2f14e1831fabcc6b: Waiting for close lock at 1733130401476Running coprocessor pre-close hooks at 1733130401476Disabling compacts and flushes for region at 1733130401476Disabling writes for close at 1733130401476Failed flush hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b., putting online again at 1733130401476 2024-12-02T09:06:41,476 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:41,628 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/rep_barrier/cbc07c02b4744455be070c6976d12f08 2024-12-02T09:06:41,660 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/table/55f23487fbc241f4bec4a0e24c08bb89 is 53, key is hbase:replication/table:state/1733130387685/Put/seqid=0 2024-12-02T09:06:41,669 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:06:41,669 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1325): Online Regions={3809dd8db760a61f2f14e1831fabcc6b=hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:06:41,670 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(3091): Received CLOSE for 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:41,670 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3809dd8db760a61f2f14e1831fabcc6b 2024-12-02T09:06:41,672 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3809dd8db760a61f2f14e1831fabcc6b, disabling compactions & flushes 2024-12-02T09:06:41,672 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:41,672 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:41,672 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. after waiting 0 ms 2024-12-02T09:06:41,672 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:41,672 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3809dd8db760a61f2f14e1831fabcc6b: Waiting for close lock at 1733130401672Running coprocessor pre-close hooks at 1733130401672Disabling compacts and flushes for region at 1733130401672Disabling writes for close at 1733130401672Failed flush hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b., putting online again at 1733130401672 2024-12-02T09:06:41,672 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130386912.3809dd8db760a61f2f14e1831fabcc6b. 2024-12-02T09:06:41,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741846_1022 (size=5308) 2024-12-02T09:06:41,823 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 1438, reset compression=false 2024-12-02T09:06:41,832 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:41,832 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 2082, reset compression=false 2024-12-02T09:06:41,870 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:06:42,039 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.wal-reader.7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/WALs/7c6d666a4939,33315,1733130370801/7c6d666a4939%2C33315%2C1733130370801.1733130371738 to pos 2082, reset compression=false 2024-12-02T09:06:42,062 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:42,070 DEBUG [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:06:42,084 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/table/55f23487fbc241f4bec4a0e24c08bb89 2024-12-02T09:06:42,088 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/info/6e631720282d41689678402d157af203 as hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/info/6e631720282d41689678402d157af203 2024-12-02T09:06:42,092 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/info/6e631720282d41689678402d157af203, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:06:42,092 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/ns/55b43c14be944e129ae26f1c56b2f283 as hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/ns/55b43c14be944e129ae26f1c56b2f283 2024-12-02T09:06:42,095 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/ns/55b43c14be944e129ae26f1c56b2f283, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:06:42,096 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/rep_barrier/cbc07c02b4744455be070c6976d12f08 as hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/rep_barrier/cbc07c02b4744455be070c6976d12f08 2024-12-02T09:06:42,099 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/rep_barrier/cbc07c02b4744455be070c6976d12f08, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:06:42,099 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/.tmp/table/55f23487fbc241f4bec4a0e24c08bb89 as hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/table/55f23487fbc241f4bec4a0e24c08bb89 2024-12-02T09:06:42,102 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/table/55f23487fbc241f4bec4a0e24c08bb89, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:06:42,103 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1835ms, sequenceid=16, compaction requested=false 2024-12-02T09:06:42,103 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:06:42,107 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:06:42,108 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:06:42,108 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:06:42,108 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:42,108 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130400268Running coprocessor pre-close hooks at 1733130400268Disabling compacts and flushes for region at 1733130400268Disabling writes for close at 1733130400268Obtaining lock to block concurrent updates at 1733130400269 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733130400269Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130400269Flushing stores of hbase:meta,,1.1588230740 at 1733130400270 (+1 ms)Flushing 1588230740/info: creating writer at 1733130400270Flushing 1588230740/info: appending metadata at 1733130400306 (+36 ms)Flushing 1588230740/info: closing flushed file at 1733130400306Flushing 1588230740/ns: creating writer at 1733130400755 (+449 ms)Flushing 1588230740/ns: appending metadata at 1733130400766 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733130400766Flushing 1588230740/rep_barrier: creating writer at 1733130401183 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130401206 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130401206Flushing 1588230740/table: creating writer at 1733130401642 (+436 ms)Flushing 1588230740/table: appending metadata at 1733130401659 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733130401659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ec1d14: reopening flushed file at 1733130402088 (+429 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d34dda: reopening flushed file at 1733130402092 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dbb0ede: reopening flushed file at 1733130402095 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3512a24b: reopening flushed file at 1733130402099 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1835ms, sequenceid=16, compaction requested=false at 1733130402103 (+4 ms)Writing region close event to WAL at 1733130402105 (+2 ms)Running coprocessor post-close hooks at 1733130402108 (+3 ms)Closed at 1733130402108 2024-12-02T09:06:42,108 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:42,270 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T09:06:42,270 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,33315,1733130370801; all regions closed. 2024-12-02T09:06:42,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741834_1010 (size=4239) 2024-12-02T09:06:42,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741839_1015 (size=2171) 2024-12-02T09:06:42,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741832_1008 (size=2090) 2024-12-02T09:06:42,276 DEBUG [RS:0;7c6d666a4939:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:42,276 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:06:42,276 INFO [RS:0;7c6d666a4939:33315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:06:42,276 INFO [RS:0;7c6d666a4939:33315 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:06:42,277 INFO [RS:0;7c6d666a4939:33315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:06:42,277 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:06:42,277 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,33315,1733130370801 because: Region server is closing 2024-12-02T09:06:42,277 INFO [RS:0;7c6d666a4939:33315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:33315. 2024-12-02T09:06:42,277 DEBUG [RS:0;7c6d666a4939:33315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:42,277 DEBUG [RS:0;7c6d666a4939:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:42,277 DEBUG [RS:0;7c6d666a4939:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:42,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:42,377 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,33315,1733130370801.replicationSource.shipper7c6d666a4939%2C33315%2C1733130370801,1-7c6d666a4939,33315,1733130370801 terminated 2024-12-02T09:06:42,377 INFO [RS:0;7c6d666a4939:33315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:33315. 2024-12-02T09:06:42,378 DEBUG [RS:0;7c6d666a4939:33315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:42,378 DEBUG [RS:0;7c6d666a4939:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:42,378 DEBUG [RS:0;7c6d666a4939:33315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:42,378 INFO [RS:0;7c6d666a4939:33315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33315 2024-12-02T09:06:42,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:42,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759/rs 2024-12-02T09:06:42,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-509206759/rs/7c6d666a4939,33315,1733130370801 2024-12-02T09:06:42,407 INFO [RS:0;7c6d666a4939:33315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:06:42,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,33315,1733130370801] 2024-12-02T09:06:42,431 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-509206759/draining/7c6d666a4939,33315,1733130370801 already deleted, retry=false 2024-12-02T09:06:42,431 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,33315,1733130370801 expired; onlineServers=0 2024-12-02T09:06:42,432 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,45349,1733130370614' ***** 2024-12-02T09:06:42,432 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:06:42,432 INFO [M:0;7c6d666a4939:45349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:06:42,432 INFO [M:0;7c6d666a4939:45349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:06:42,432 DEBUG [M:0;7c6d666a4939:45349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:06:42,432 DEBUG [M:0;7c6d666a4939:45349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:06:42,432 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:06:42,432 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130371514 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130371514,5,FailOnTimeoutGroup] 2024-12-02T09:06:42,432 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130371514 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130371514,5,FailOnTimeoutGroup] 2024-12-02T09:06:42,432 INFO [M:0;7c6d666a4939:45349 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:06:42,432 INFO [M:0;7c6d666a4939:45349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:06:42,432 DEBUG [M:0;7c6d666a4939:45349 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:06:42,432 INFO [M:0;7c6d666a4939:45349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:06:42,432 INFO [M:0;7c6d666a4939:45349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:06:42,432 INFO [M:0;7c6d666a4939:45349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:06:42,432 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:06:42,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-509206759/master 2024-12-02T09:06:42,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-509206759 2024-12-02T09:06:42,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-509206759/master already deleted, retry=false 2024-12-02T09:06:42,448 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-509206759/master 2024-12-02T09:06:42,449 INFO [M:0;7c6d666a4939:45349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/.lastflushedseqids 2024-12-02T09:06:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741847_1023 (size=245) 2024-12-02T09:06:42,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:42,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33315-0x1009a3c854a0004, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:42,528 INFO [RS:0;7c6d666a4939:33315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:06:42,528 INFO [RS:0;7c6d666a4939:33315 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,33315,1733130370801; zookeeper connection closed. 2024-12-02T09:06:42,528 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@693b0598 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@693b0598 2024-12-02T09:06:42,528 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:06:42,858 INFO [M:0;7c6d666a4939:45349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:06:42,858 INFO [M:0;7c6d666a4939:45349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:06:42,858 DEBUG [M:0;7c6d666a4939:45349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:06:42,858 INFO [M:0;7c6d666a4939:45349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:42,858 DEBUG [M:0;7c6d666a4939:45349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:42,858 DEBUG [M:0;7c6d666a4939:45349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:06:42,858 DEBUG [M:0;7c6d666a4939:45349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:42,858 INFO [M:0;7c6d666a4939:45349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T09:06:42,873 DEBUG [M:0;7c6d666a4939:45349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09e8a6a3fa734ac5a7ac0598fb7c1520 is 82, key is hbase:meta,,1/info:regioninfo/1733130372733/Put/seqid=0 2024-12-02T09:06:42,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741848_1024 (size=5672) 2024-12-02T09:06:43,277 INFO [M:0;7c6d666a4939:45349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09e8a6a3fa734ac5a7ac0598fb7c1520 2024-12-02T09:06:43,293 DEBUG [M:0;7c6d666a4939:45349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e458f1f4e434531acb74a8a079bb06f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733130387689/Put/seqid=0 2024-12-02T09:06:43,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741849_1025 (size=8516) 2024-12-02T09:06:43,365 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:43,388 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:06:43,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:43,697 INFO [M:0;7c6d666a4939:45349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e458f1f4e434531acb74a8a079bb06f 2024-12-02T09:06:43,711 DEBUG [M:0;7c6d666a4939:45349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dab8cb42980d40e68835f8955268b5d0 is 69, key is 7c6d666a4939,33315,1733130370801/rs:state/1733130371560/Put/seqid=0 2024-12-02T09:06:43,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741850_1026 (size=5156) 2024-12-02T09:06:44,114 INFO [M:0;7c6d666a4939:45349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dab8cb42980d40e68835f8955268b5d0 2024-12-02T09:06:44,118 DEBUG [M:0;7c6d666a4939:45349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/09e8a6a3fa734ac5a7ac0598fb7c1520 as hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09e8a6a3fa734ac5a7ac0598fb7c1520 2024-12-02T09:06:44,138 INFO [M:0;7c6d666a4939:45349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/09e8a6a3fa734ac5a7ac0598fb7c1520, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T09:06:44,139 DEBUG [M:0;7c6d666a4939:45349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e458f1f4e434531acb74a8a079bb06f as hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e458f1f4e434531acb74a8a079bb06f 2024-12-02T09:06:44,147 INFO [M:0;7c6d666a4939:45349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e458f1f4e434531acb74a8a079bb06f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T09:06:44,148 DEBUG [M:0;7c6d666a4939:45349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dab8cb42980d40e68835f8955268b5d0 as hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dab8cb42980d40e68835f8955268b5d0 2024-12-02T09:06:44,152 INFO [M:0;7c6d666a4939:45349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43805/user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dab8cb42980d40e68835f8955268b5d0, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T09:06:44,156 INFO [M:0;7c6d666a4939:45349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false 2024-12-02T09:06:44,160 INFO [M:0;7c6d666a4939:45349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:44,160 DEBUG [M:0;7c6d666a4939:45349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130402858Disabling compacts and flushes for region at 1733130402858Disabling writes for close at 1733130402858Obtaining lock to block concurrent updates at 1733130402858Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130402858Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733130402858Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130402859 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130402859Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130402873 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130402873Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130403280 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130403293 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130403293Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130403700 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130403710 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130403710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2895360: reopening flushed file at 1733130404118 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bbf94cd: reopening flushed file at 1733130404138 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251bdca: reopening flushed file at 1733130404147 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=97, compaction requested=false at 1733130404156 (+9 ms)Writing region close event to WAL at 1733130404160 (+4 ms)Closed at 1733130404160 2024-12-02T09:06:44,163 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a99d6890-3801-b899-c1dd-33a19cd3f650/MasterData/WALs/7c6d666a4939,45349,1733130370614/7c6d666a4939%2C45349%2C1733130370614.1733130371318 not finished, retry = 0 2024-12-02T09:06:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40487 is added to blk_1073741830_1006 (size=63654) 2024-12-02T09:06:44,263 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:06:44,263 INFO [M:0;7c6d666a4939:45349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:06:44,263 INFO [M:0;7c6d666a4939:45349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45349 2024-12-02T09:06:44,264 INFO [M:0;7c6d666a4939:45349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:06:44,513 INFO [M:0;7c6d666a4939:45349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:06:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:44,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45349-0x1009a3c854a0003, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:44,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fe60225{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:06:44,535 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51316a6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:06:44,535 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:06:44,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ea8b69d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:06:44,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@686e8187{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/hadoop.log.dir/,STOPPED} 2024-12-02T09:06:44,550 WARN [BP-412090803-172.17.0.3-1733130369040 heartbeating to localhost/127.0.0.1:43805 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:06:44,550 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:06:44,550 WARN [BP-412090803-172.17.0.3-1733130369040 heartbeating to localhost/127.0.0.1:43805 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-412090803-172.17.0.3-1733130369040 (Datanode Uuid 24977372-3418-4f55-a27a-397ac61a8b42) service to localhost/127.0.0.1:43805 2024-12-02T09:06:44,550 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:06:44,550 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/cluster_7935c037-07de-6249-a128-46d75a50a416/data/data2/current/BP-412090803-172.17.0.3-1733130369040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:06:44,551 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:06:44,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/cluster_7935c037-07de-6249-a128-46d75a50a416/data/data1/current/BP-412090803-172.17.0.3-1733130369040 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:06:44,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75c1cc91{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:06:44,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5255f582{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:06:44,567 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:06:44,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c7f8f3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:06:44,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f17ca16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1be81de2-b0dd-77cf-eb52-35d112eea7cf/hadoop.log.dir/,STOPPED} 2024-12-02T09:06:44,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:06:44,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:06:44,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:44,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:44,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:44,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:44,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:06:44,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=517607936, stopped=false 2024-12-02T09:06:44,587 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,36779,1733130365839 2024-12-02T09:06:44,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:44,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1283306214/running 2024-12-02T09:06:44,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:44,600 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:06:44,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1283306214/running 2024-12-02T09:06:44,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:44,600 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:44,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:44,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:44,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,38263,1733130365961' ***** 2024-12-02T09:06:44,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:06:44,601 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:06:44,601 INFO [RS:0;7c6d666a4939:38263 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:06:44,601 INFO [RS:0;7c6d666a4939:38263 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:06:44,601 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(3091): Received CLOSE for d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:44,601 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:06:44,602 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:06:44,603 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:44,603 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,38263,1733130365961 2024-12-02T09:06:44,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Set watcher on znode that does not yet exist, /0-1283306214/running 2024-12-02T09:06:44,603 INFO [RS:0;7c6d666a4939:38263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:06:44,603 INFO [RS:0;7c6d666a4939:38263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:38263. 2024-12-02T09:06:44,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Set watcher on znode that does not yet exist, /0-1283306214/running 2024-12-02T09:06:44,603 DEBUG [RS:0;7c6d666a4939:38263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:44,603 DEBUG [RS:0;7c6d666a4939:38263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:44,603 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:06:44,604 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:06:44,604 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:06:44,604 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:06:44,605 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9e3de9268d65aaeb94335b3795c3e71, disabling compactions & flushes 2024-12-02T09:06:44,605 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:44,605 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:44,605 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. after waiting 0 ms 2024-12-02T09:06:44,605 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:44,605 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d9e3de9268d65aaeb94335b3795c3e71 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-02T09:06:44,607 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:06:44,607 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d9e3de9268d65aaeb94335b3795c3e71=test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71., 9bda04c54ebdbf17eac4283ba4331af3=hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3.} 2024-12-02T09:06:44,607 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bda04c54ebdbf17eac4283ba4331af3, d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:44,610 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:06:44,610 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:06:44,610 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:06:44,610 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:06:44,610 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:06:44,610 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:06:44,647 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/.tmp/f/fc21e9eccf2848e6b04ab99bb15e7f11 is 28, key is row/f:/1733130394243/DeleteFamily/seqid=0 2024-12-02T09:06:44,652 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/info/98fdc35866af4dd0991117fc75403d49 is 147, key is hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3./info:regioninfo/1733130385916/Put/seqid=0 2024-12-02T09:06:44,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741840_1016 (size=5085) 2024-12-02T09:06:44,672 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/.tmp/f/fc21e9eccf2848e6b04ab99bb15e7f11 2024-12-02T09:06:44,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741841_1017 (size=7686) 2024-12-02T09:06:44,684 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc21e9eccf2848e6b04ab99bb15e7f11 2024-12-02T09:06:44,702 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/.tmp/f1/5c988f368a71470a9ef72cacbc504372 is 29, key is row/f1:/1733130394243/DeleteFamily/seqid=0 2024-12-02T09:06:44,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741842_1018 (size=5089) 2024-12-02T09:06:44,751 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:06:44,751 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:06:44,772 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 636, reset compression=false 2024-12-02T09:06:44,776 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:44,776 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 883, reset compression=false 2024-12-02T09:06:44,776 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,38263,1733130365961 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:06:44,777 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7c6d666a4939,38263,1733130365961: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7c6d666a4939,38263,1733130365961, walGroup=7c6d666a4939%2C38263%2C1733130365961, offset=7c6d666a4939%2C38263%2C1733130365961.1733130367880:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:38263 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T09:06:44,778 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T09:06:44,778 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T09:06:44,778 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T09:06:44,778 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T09:06:44,778 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T09:06:44,778 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 1036317920 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 202793896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T09:06:44,779 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:36779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:36779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T09:06:44,807 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bda04c54ebdbf17eac4283ba4331af3, d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:44,982 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 883, reset compression=false 2024-12-02T09:06:45,007 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bda04c54ebdbf17eac4283ba4331af3, d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:45,076 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/info/98fdc35866af4dd0991117fc75403d49 2024-12-02T09:06:45,105 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/ns/99e9e14da17642ce864d26a249db558a is 43, key is default/ns:d/1733130368897/Put/seqid=0 2024-12-02T09:06:45,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741843_1019 (size=5153) 2024-12-02T09:06:45,125 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/.tmp/f1/5c988f368a71470a9ef72cacbc504372 2024-12-02T09:06:45,129 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c988f368a71470a9ef72cacbc504372 2024-12-02T09:06:45,152 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/.tmp/norep/540a89fabed04c009cd38182262da2ce is 32, key is row/norep:/1733130394243/DeleteFamily/seqid=0 2024-12-02T09:06:45,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741844_1020 (size=5101) 2024-12-02T09:06:45,211 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bda04c54ebdbf17eac4283ba4331af3, d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:45,303 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 883, reset compression=false 2024-12-02T09:06:45,411 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bda04c54ebdbf17eac4283ba4331af3, d9e3de9268d65aaeb94335b3795c3e71 2024-12-02T09:06:45,516 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/ns/99e9e14da17642ce864d26a249db558a 2024-12-02T09:06:45,537 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/rep_barrier/2f716d6f2d2e43df86843cc7f66bee7d is 112, key is test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71./rep_barrier:seqnumDuringOpen/1733130379424/Put/seqid=0 2024-12-02T09:06:45,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741845_1021 (size=5518) 2024-12-02T09:06:45,559 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/.tmp/norep/540a89fabed04c009cd38182262da2ce 2024-12-02T09:06:45,562 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 540a89fabed04c009cd38182262da2ce 2024-12-02T09:06:45,563 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/.tmp/f/fc21e9eccf2848e6b04ab99bb15e7f11 as hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/f/fc21e9eccf2848e6b04ab99bb15e7f11 2024-12-02T09:06:45,566 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc21e9eccf2848e6b04ab99bb15e7f11 2024-12-02T09:06:45,566 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/f/fc21e9eccf2848e6b04ab99bb15e7f11, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T09:06:45,567 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/.tmp/f1/5c988f368a71470a9ef72cacbc504372 as hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/f1/5c988f368a71470a9ef72cacbc504372 2024-12-02T09:06:45,570 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5c988f368a71470a9ef72cacbc504372 2024-12-02T09:06:45,570 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/f1/5c988f368a71470a9ef72cacbc504372, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T09:06:45,571 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/.tmp/norep/540a89fabed04c009cd38182262da2ce as hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/norep/540a89fabed04c009cd38182262da2ce 2024-12-02T09:06:45,574 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 540a89fabed04c009cd38182262da2ce 2024-12-02T09:06:45,574 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/norep/540a89fabed04c009cd38182262da2ce, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T09:06:45,575 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d9e3de9268d65aaeb94335b3795c3e71 in 970ms, sequenceid=6, compaction requested=false 2024-12-02T09:06:45,575 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T09:06:45,581 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/default/test/d9e3de9268d65aaeb94335b3795c3e71/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T09:06:45,581 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:06:45,581 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:06:45,581 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:45,581 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9e3de9268d65aaeb94335b3795c3e71: Waiting for close lock at 1733130404604Running coprocessor pre-close hooks at 1733130404604Disabling compacts and flushes for region at 1733130404604Disabling writes for close at 1733130404605 (+1 ms)Obtaining lock to block concurrent updates at 1733130404605Preparing flush snapshotting stores in d9e3de9268d65aaeb94335b3795c3e71 at 1733130404605Finished memstore snapshotting test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733130404605Flushing stores of test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. at 1733130404611 (+6 ms)Flushing d9e3de9268d65aaeb94335b3795c3e71/f: creating writer at 1733130404611Flushing d9e3de9268d65aaeb94335b3795c3e71/f: appending metadata at 1733130404646 (+35 ms)Flushing d9e3de9268d65aaeb94335b3795c3e71/f: closing flushed file at 1733130404646Flushing d9e3de9268d65aaeb94335b3795c3e71/f1: creating writer at 1733130404684 (+38 ms)Flushing d9e3de9268d65aaeb94335b3795c3e71/f1: appending metadata at 1733130404701 (+17 ms)Flushing d9e3de9268d65aaeb94335b3795c3e71/f1: closing flushed file at 1733130404701Flushing d9e3de9268d65aaeb94335b3795c3e71/norep: creating writer at 1733130405129 (+428 ms)Flushing d9e3de9268d65aaeb94335b3795c3e71/norep: appending metadata at 1733130405150 (+21 ms)Flushing d9e3de9268d65aaeb94335b3795c3e71/norep: closing flushed file at 1733130405150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@506421be: reopening flushed file at 1733130405562 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b7ec95a: reopening flushed file at 1733130405566 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec64c14: reopening flushed file at 1733130405570 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for d9e3de9268d65aaeb94335b3795c3e71 in 970ms, sequenceid=6, compaction requested=false at 1733130405575 (+5 ms)Writing region close event to WAL at 1733130405576 (+1 ms)Running coprocessor post-close hooks at 1733130405581 (+5 ms)Closed at 1733130405581 2024-12-02T09:06:45,582 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130378278.d9e3de9268d65aaeb94335b3795c3e71. 2024-12-02T09:06:45,582 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bda04c54ebdbf17eac4283ba4331af3, disabling compactions & flushes 2024-12-02T09:06:45,582 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:45,582 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:45,582 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. after waiting 0 ms 2024-12-02T09:06:45,582 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:45,582 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bda04c54ebdbf17eac4283ba4331af3: Waiting for close lock at 1733130405582Running coprocessor pre-close hooks at 1733130405582Disabling compacts and flushes for region at 1733130405582Disabling writes for close at 1733130405582Failed flush hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3., putting online again at 1733130405582 2024-12-02T09:06:45,582 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:45,611 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:06:45,611 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9bda04c54ebdbf17eac4283ba4331af3=hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3.} 2024-12-02T09:06:45,611 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(3091): Received CLOSE for 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:45,612 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9bda04c54ebdbf17eac4283ba4331af3 2024-12-02T09:06:45,612 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9bda04c54ebdbf17eac4283ba4331af3, disabling compactions & flushes 2024-12-02T09:06:45,612 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:45,612 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:45,612 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. after waiting 0 ms 2024-12-02T09:06:45,612 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:45,612 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9bda04c54ebdbf17eac4283ba4331af3: Waiting for close lock at 1733130405612Running coprocessor pre-close hooks at 1733130405612Disabling compacts and flushes for region at 1733130405612Disabling writes for close at 1733130405612Failed flush hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3., putting online again at 1733130405612 2024-12-02T09:06:45,612 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733130384757.9bda04c54ebdbf17eac4283ba4331af3. 2024-12-02T09:06:45,707 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 883, reset compression=false 2024-12-02T09:06:45,720 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:06:45,720 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 1527, reset compression=false 2024-12-02T09:06:45,812 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:06:45,927 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 1527, reset compression=false 2024-12-02T09:06:45,940 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/rep_barrier/2f716d6f2d2e43df86843cc7f66bee7d 2024-12-02T09:06:45,954 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/table/f6f17d124d844098813eb317be8a0aa1 is 53, key is hbase:replication/table:state/1733130385922/Put/seqid=0 2024-12-02T09:06:45,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741846_1022 (size=5308) 2024-12-02T09:06:46,012 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:06:46,212 DEBUG [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:06:46,231 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 1527, reset compression=false 2024-12-02T09:06:46,358 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/table/f6f17d124d844098813eb317be8a0aa1 2024-12-02T09:06:46,362 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/info/98fdc35866af4dd0991117fc75403d49 as hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/info/98fdc35866af4dd0991117fc75403d49 2024-12-02T09:06:46,364 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/info/98fdc35866af4dd0991117fc75403d49, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:06:46,365 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/ns/99e9e14da17642ce864d26a249db558a as hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/ns/99e9e14da17642ce864d26a249db558a 2024-12-02T09:06:46,368 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/ns/99e9e14da17642ce864d26a249db558a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:06:46,368 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/rep_barrier/2f716d6f2d2e43df86843cc7f66bee7d as hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/rep_barrier/2f716d6f2d2e43df86843cc7f66bee7d 2024-12-02T09:06:46,371 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/rep_barrier/2f716d6f2d2e43df86843cc7f66bee7d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:06:46,371 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/.tmp/table/f6f17d124d844098813eb317be8a0aa1 as hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/table/f6f17d124d844098813eb317be8a0aa1 2024-12-02T09:06:46,375 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/table/f6f17d124d844098813eb317be8a0aa1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:06:46,375 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1765ms, sequenceid=16, compaction requested=false 2024-12-02T09:06:46,386 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:06:46,386 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:06:46,386 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:06:46,386 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:46,387 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130404610Running coprocessor pre-close hooks at 1733130404610Disabling compacts and flushes for region at 1733130404610Disabling writes for close at 1733130404610Obtaining lock to block concurrent updates at 1733130404610Preparing flush snapshotting stores in 1588230740 at 1733130404610Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130404611 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733130404619 (+8 ms)Flushing 1588230740/info: creating writer at 1733130404619Flushing 1588230740/info: appending metadata at 1733130404652 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733130404652Flushing 1588230740/ns: creating writer at 1733130405083 (+431 ms)Flushing 1588230740/ns: appending metadata at 1733130405105 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733130405105Flushing 1588230740/rep_barrier: creating writer at 1733130405519 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130405536 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130405536Flushing 1588230740/table: creating writer at 1733130405944 (+408 ms)Flushing 1588230740/table: appending metadata at 1733130405954 (+10 ms)Flushing 1588230740/table: closing flushed file at 1733130405954Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e5857: reopening flushed file at 1733130406361 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e609ad: reopening flushed file at 1733130406364 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c4ecb4d: reopening flushed file at 1733130406368 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15cca98f: reopening flushed file at 1733130406371 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1765ms, sequenceid=16, compaction requested=false at 1733130406375 (+4 ms)Writing region close event to WAL at 1733130406383 (+8 ms)Running coprocessor post-close hooks at 1733130406386 (+3 ms)Closed at 1733130406386 2024-12-02T09:06:46,387 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:46,415 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T09:06:46,415 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,38263,1733130365961; all regions closed. 2024-12-02T09:06:46,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741834_1010 (size=4239) 2024-12-02T09:06:46,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741839_1015 (size=1297) 2024-12-02T09:06:46,460 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.rep.1733130385891 not finished, retry = 0 2024-12-02T09:06:46,567 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 not finished, retry = 0 2024-12-02T09:06:46,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741832_1008 (size=1535) 2024-12-02T09:06:46,634 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 to pos 1527, reset compression=false 2024-12-02T09:06:46,668 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/WALs/7c6d666a4939,38263,1733130365961/7c6d666a4939%2C38263%2C1733130365961.1733130367880 2024-12-02T09:06:46,668 DEBUG [RS:0;7c6d666a4939:38263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:46,668 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:06:46,668 INFO [RS:0;7c6d666a4939:38263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:06:46,668 INFO [RS:0;7c6d666a4939:38263 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T09:06:46,669 INFO [RS:0;7c6d666a4939:38263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:06:46,669 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:06:46,669 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,38263,1733130365961 because: Region server is closing 2024-12-02T09:06:46,669 INFO [RS:0;7c6d666a4939:38263 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:38263. 2024-12-02T09:06:46,669 DEBUG [RS:0;7c6d666a4939:38263 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:46,669 DEBUG [RS:0;7c6d666a4939:38263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:46,669 DEBUG [RS:0;7c6d666a4939:38263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:46,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:46,769 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.shipper7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 terminated 2024-12-02T09:06:46,770 INFO [RS:0;7c6d666a4939:38263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38263 2024-12-02T09:06:46,769 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,38263,1733130365961.replicationSource.wal-reader.7c6d666a4939%2C38263%2C1733130365961,1-7c6d666a4939,38263,1733130365961 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-02T09:06:46,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1283306214/rs/7c6d666a4939,38263,1733130365961 2024-12-02T09:06:46,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214/rs 2024-12-02T09:06:46,798 INFO [RS:0;7c6d666a4939:38263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:06:46,806 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,38263,1733130365961] 2024-12-02T09:06:46,814 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1283306214/draining/7c6d666a4939,38263,1733130365961 already deleted, retry=false 2024-12-02T09:06:46,815 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,38263,1733130365961 expired; onlineServers=0 2024-12-02T09:06:46,815 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,36779,1733130365839' ***** 2024-12-02T09:06:46,815 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:06:46,815 INFO [M:0;7c6d666a4939:36779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:06:46,815 INFO [M:0;7c6d666a4939:36779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:06:46,815 DEBUG [M:0;7c6d666a4939:36779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:06:46,815 DEBUG [M:0;7c6d666a4939:36779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:06:46,815 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:06:46,815 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130367615 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130367615,5,FailOnTimeoutGroup] 2024-12-02T09:06:46,815 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130367615 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130367615,5,FailOnTimeoutGroup] 2024-12-02T09:06:46,815 INFO [M:0;7c6d666a4939:36779 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:06:46,815 INFO [M:0;7c6d666a4939:36779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:06:46,815 DEBUG [M:0;7c6d666a4939:36779 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:06:46,815 INFO [M:0;7c6d666a4939:36779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:06:46,815 INFO [M:0;7c6d666a4939:36779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:06:46,815 INFO [M:0;7c6d666a4939:36779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:06:46,816 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:06:46,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1283306214/master 2024-12-02T09:06:46,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1283306214 2024-12-02T09:06:46,823 DEBUG [M:0;7c6d666a4939:36779 {}] zookeeper.ZKUtil(347): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Unable to get data of znode /0-1283306214/master because node does not exist (not an error) 2024-12-02T09:06:46,823 WARN [M:0;7c6d666a4939:36779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:06:46,824 INFO [M:0;7c6d666a4939:36779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/.lastflushedseqids 2024-12-02T09:06:46,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741847_1023 (size=245) 2024-12-02T09:06:46,831 INFO [M:0;7c6d666a4939:36779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:06:46,832 INFO [M:0;7c6d666a4939:36779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:06:46,832 DEBUG [M:0;7c6d666a4939:36779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:06:46,832 INFO [M:0;7c6d666a4939:36779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:46,832 DEBUG [M:0;7c6d666a4939:36779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:46,832 DEBUG [M:0;7c6d666a4939:36779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:06:46,832 DEBUG [M:0;7c6d666a4939:36779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:46,832 INFO [M:0;7c6d666a4939:36779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-02T09:06:46,855 DEBUG [M:0;7c6d666a4939:36779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/066f5c55be4747eb8493cdfc237eafa1 is 82, key is hbase:meta,,1/info:regioninfo/1733130368880/Put/seqid=0 2024-12-02T09:06:46,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741848_1024 (size=5672) 2024-12-02T09:06:46,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:46,906 INFO [RS:0;7c6d666a4939:38263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:06:46,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38263-0x1009a3c854a0001, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:46,906 INFO [RS:0;7c6d666a4939:38263 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,38263,1733130365961; zookeeper connection closed. 2024-12-02T09:06:46,907 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@479223dd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@479223dd 2024-12-02T09:06:46,907 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:06:47,259 INFO [M:0;7c6d666a4939:36779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/066f5c55be4747eb8493cdfc237eafa1 2024-12-02T09:06:47,274 DEBUG [M:0;7c6d666a4939:36779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a974ab7544b845e88d7e3ca69d51297b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733130379432/Put/seqid=0 2024-12-02T09:06:47,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741849_1025 (size=7218) 2024-12-02T09:06:47,277 INFO [M:0;7c6d666a4939:36779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a974ab7544b845e88d7e3ca69d51297b 2024-12-02T09:06:47,280 INFO [M:0;7c6d666a4939:36779 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a974ab7544b845e88d7e3ca69d51297b 2024-12-02T09:06:47,293 DEBUG [M:0;7c6d666a4939:36779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2bff6d0ad7f43019402c2c533f668d0 is 69, key is 7c6d666a4939,38263,1733130365961/rs:state/1733130367733/Put/seqid=0 2024-12-02T09:06:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741850_1026 (size=5156) 2024-12-02T09:06:47,298 INFO [M:0;7c6d666a4939:36779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2bff6d0ad7f43019402c2c533f668d0 2024-12-02T09:06:47,304 DEBUG [M:0;7c6d666a4939:36779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/066f5c55be4747eb8493cdfc237eafa1 as hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/066f5c55be4747eb8493cdfc237eafa1 2024-12-02T09:06:47,307 INFO [M:0;7c6d666a4939:36779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/066f5c55be4747eb8493cdfc237eafa1, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T09:06:47,307 DEBUG [M:0;7c6d666a4939:36779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a974ab7544b845e88d7e3ca69d51297b as hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a974ab7544b845e88d7e3ca69d51297b 2024-12-02T09:06:47,310 INFO [M:0;7c6d666a4939:36779 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a974ab7544b845e88d7e3ca69d51297b 2024-12-02T09:06:47,310 INFO [M:0;7c6d666a4939:36779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a974ab7544b845e88d7e3ca69d51297b, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T09:06:47,311 DEBUG [M:0;7c6d666a4939:36779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2bff6d0ad7f43019402c2c533f668d0 as hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2bff6d0ad7f43019402c2c533f668d0 2024-12-02T09:06:47,314 INFO [M:0;7c6d666a4939:36779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34991/user/jenkins/test-data/8b86aaa6-f9aa-a312-f277-bb26feffbf73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2bff6d0ad7f43019402c2c533f668d0, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T09:06:47,315 INFO [M:0;7c6d666a4939:36779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 483ms, sequenceid=105, compaction requested=false 2024-12-02T09:06:47,316 INFO [M:0;7c6d666a4939:36779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:47,316 DEBUG [M:0;7c6d666a4939:36779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130406832Disabling compacts and flushes for region at 1733130406832Disabling writes for close at 1733130406832Obtaining lock to block concurrent updates at 1733130406832Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130406832Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733130406832Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130406833 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130406833Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130406855 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130406855Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130407262 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130407273 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130407273Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130407280 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130407292 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130407292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48dabd6e: reopening flushed file at 1733130407303 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a7f6bc: reopening flushed file at 1733130407307 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276013ae: reopening flushed file at 1733130407310 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 483ms, sequenceid=105, compaction requested=false at 1733130407315 (+5 ms)Writing region close event to WAL at 1733130407316 (+1 ms)Closed at 1733130407316 2024-12-02T09:06:47,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37407 is added to blk_1073741830_1006 (size=64423) 2024-12-02T09:06:47,318 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:06:47,318 INFO [M:0;7c6d666a4939:36779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:06:47,318 INFO [M:0;7c6d666a4939:36779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36779 2024-12-02T09:06:47,318 INFO [M:0;7c6d666a4939:36779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:06:47,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:47,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36779-0x1009a3c854a0000, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:06:47,449 INFO [M:0;7c6d666a4939:36779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:06:47,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e39f19f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:06:47,468 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60c8979d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:06:47,468 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:06:47,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b12a0a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:06:47,468 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24680ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/hadoop.log.dir/,STOPPED} 2024-12-02T09:06:47,472 WARN [BP-177423806-172.17.0.3-1733130364466 heartbeating to localhost/127.0.0.1:34991 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:06:47,472 WARN [BP-177423806-172.17.0.3-1733130364466 heartbeating to localhost/127.0.0.1:34991 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-177423806-172.17.0.3-1733130364466 (Datanode Uuid 8752cf3c-3e5a-4422-8e4f-5832d7b29218) service to localhost/127.0.0.1:34991 2024-12-02T09:06:47,473 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:06:47,473 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:06:47,474 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:06:47,475 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/cluster_121ca257-f7ed-e787-df01-2683a2b0f458/data/data1/current/BP-177423806-172.17.0.3-1733130364466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:06:47,475 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/cluster_121ca257-f7ed-e787-df01-2683a2b0f458/data/data2/current/BP-177423806-172.17.0.3-1733130364466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:06:47,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d81f97b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:06:47,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@794c1059{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:06:47,483 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:06:47,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f62e599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:06:47,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38c2f1c9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b3152eb0-080c-2829-3512-66507efa97ae/hadoop.log.dir/,STOPPED} 2024-12-02T09:06:47,493 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T09:06:47,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:06:47,524 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 312) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50292) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:46031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50292) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:46031 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:43805 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34991 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50292) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:43805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-26 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46031 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:43805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34991 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:46031 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34991 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43805 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34991 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 730) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 524), ProcessCount=11 (was 11), AvailableMemoryMB=449 (was 994) 2024-12-02T09:06:47,535 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=449 2024-12-02T09:06:47,549 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-02T09:06:47,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/hadoop.log.dir so I do NOT create it in target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae 2024-12-02T09:06:47,550 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:06:47,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/hadoop.tmp.dir so I do NOT create it in target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae 2024-12-02T09:06:47,550 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19d76562-a057-c4b4-22ff-73694d3f3a33/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:06:47,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae 2024-12-02T09:06:47,551 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/cluster_08249e1d-a463-5467-b474-6ce0fd27c379, deleteOnExit=true 2024-12-02T09:06:47,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/cluster_08249e1d-a463-5467-b474-6ce0fd27c379/zookeeper_0, clientPort=58102, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/cluster_08249e1d-a463-5467-b474-6ce0fd27c379/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/cluster_08249e1d-a463-5467-b474-6ce0fd27c379/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T09:06:47,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58102 2024-12-02T09:06:47,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:06:47,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:06:47,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/test.cache.data in system properties and HBase conf 2024-12-02T09:06:47,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:06:47,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:06:47,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:06:47,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:06:47,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:06:47,566 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:06:47,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:47,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:47,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:06:47,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:47,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:06:47,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:06:47,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:47,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:47,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:06:47,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:06:47,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:06:47,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:47,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:06:47,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:06:47,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009a3c854a0008, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:06:47,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009a3c854a0008, quorum=127.0.0.1:50292, baseZNode=/2-1811179541 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:06:47,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009a3c854a0002, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:06:47,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009a3c854a0002, quorum=127.0.0.1:50292, baseZNode=/0-1283306214 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:06:47,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009a3c854a0005, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:06:47,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009a3c854a0005, quorum=127.0.0.1:50292, baseZNode=/1-509206759 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:06:47,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:47,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:47,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:47,871 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:47,871 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:06:47,873 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:47,875 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e44e3da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:47,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aeab1bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:47,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8f40c96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/java.io.tmpdir/jetty-localhost-46153-hadoop-hdfs-3_4_1-tests_jar-_-any-16144846077019359547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:06:47,986 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d24f1a6{HTTP/1.1, (http/1.1)}{localhost:46153} 2024-12-02T09:06:47,986 INFO [Time-limited test {}] server.Server(415): Started @302525ms 2024-12-02T09:06:48,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:48,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:48,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:48,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:48,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:06:48,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dcae63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:48,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dfaf04c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:48,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27a9e6f6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/java.io.tmpdir/jetty-localhost-33201-hadoop-hdfs-3_4_1-tests_jar-_-any-7434576577515467320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:06:48,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d151e3e{HTTP/1.1, (http/1.1)}{localhost:33201} 2024-12-02T09:06:48,436 INFO [Time-limited test {}] server.Server(415): Started @302976ms 2024-12-02T09:06:48,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:06:48,942 WARN [Thread-4169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/cluster_08249e1d-a463-5467-b474-6ce0fd27c379/data/data1/current/BP-2024051496-172.17.0.3-1733130407584/current, will proceed with Du for space computation calculation, 2024-12-02T09:06:48,942 WARN [Thread-4170 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/cluster_08249e1d-a463-5467-b474-6ce0fd27c379/data/data2/current/BP-2024051496-172.17.0.3-1733130407584/current, will proceed with Du for space computation calculation, 2024-12-02T09:06:48,983 WARN [Thread-4157 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:06:48,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ee5b34e65ae7ad0 with lease ID 0xeab144c9b876f224: Processing first storage report for DS-b112cd27-7c5a-41e1-8c86-9e4c8adebad4 from datanode DatanodeRegistration(127.0.0.1:46307, datanodeUuid=bfd07d0c-624d-4754-8bcd-8d7a7d80d399, infoPort=36643, infoSecurePort=0, ipcPort=37137, storageInfo=lv=-57;cid=testClusterID;nsid=78622218;c=1733130407584) 2024-12-02T09:06:48,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ee5b34e65ae7ad0 with lease ID 0xeab144c9b876f224: from storage DS-b112cd27-7c5a-41e1-8c86-9e4c8adebad4 node DatanodeRegistration(127.0.0.1:46307, datanodeUuid=bfd07d0c-624d-4754-8bcd-8d7a7d80d399, infoPort=36643, infoSecurePort=0, ipcPort=37137, storageInfo=lv=-57;cid=testClusterID;nsid=78622218;c=1733130407584), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:06:48,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ee5b34e65ae7ad0 with lease ID 0xeab144c9b876f224: Processing first storage report for DS-1beca4aa-b544-4a58-a3a0-c23dad47d29f from datanode DatanodeRegistration(127.0.0.1:46307, datanodeUuid=bfd07d0c-624d-4754-8bcd-8d7a7d80d399, infoPort=36643, infoSecurePort=0, ipcPort=37137, storageInfo=lv=-57;cid=testClusterID;nsid=78622218;c=1733130407584) 2024-12-02T09:06:48,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ee5b34e65ae7ad0 with lease ID 0xeab144c9b876f224: from storage DS-1beca4aa-b544-4a58-a3a0-c23dad47d29f node DatanodeRegistration(127.0.0.1:46307, datanodeUuid=bfd07d0c-624d-4754-8bcd-8d7a7d80d399, infoPort=36643, infoSecurePort=0, ipcPort=37137, storageInfo=lv=-57;cid=testClusterID;nsid=78622218;c=1733130407584), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:06:49,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae 2024-12-02T09:06:49,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:49,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:49,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46307 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:06:49,487 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab with version=8 2024-12-02T09:06:49,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/hbase-staging 2024-12-02T09:06:49,489 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:06:49,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:49,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:49,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:06:49,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:49,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:06:49,490 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:06:49,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:06:49,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46775 2024-12-02T09:06:49,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46775 connecting to ZooKeeper ensemble=127.0.0.1:58102 2024-12-02T09:06:49,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467750x0, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:49,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46775-0x1009a3d2db90000 connected 2024-12-02T09:06:49,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:49,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:49,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Set watcher on znode that does not yet exist, /0-1384277822/running 2024-12-02T09:06:49,601 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab, hbase.cluster.distributed=false 2024-12-02T09:06:49,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Set watcher on znode that does not yet exist, /0-1384277822/acl 2024-12-02T09:06:49,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46775 2024-12-02T09:06:49,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46775 2024-12-02T09:06:49,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46775 2024-12-02T09:06:49,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46775 2024-12-02T09:06:49,607 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46775 2024-12-02T09:06:49,618 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:06:49,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:49,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:49,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:06:49,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:49,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:06:49,618 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:06:49,618 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:06:49,619 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34773 2024-12-02T09:06:49,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34773 connecting to ZooKeeper ensemble=127.0.0.1:58102 2024-12-02T09:06:49,620 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:49,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:49,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347730x0, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:49,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347730x0, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Set watcher on znode that does not yet exist, /0-1384277822/running 2024-12-02T09:06:49,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34773-0x1009a3d2db90001 connected 2024-12-02T09:06:49,632 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:06:49,632 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:06:49,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Set watcher on znode that does not yet exist, /0-1384277822/master 2024-12-02T09:06:49,633 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Set watcher on znode that does not yet exist, /0-1384277822/acl 2024-12-02T09:06:49,634 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34773 2024-12-02T09:06:49,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34773 2024-12-02T09:06:49,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34773 2024-12-02T09:06:49,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34773 2024-12-02T09:06:49,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34773 2024-12-02T09:06:49,649 DEBUG [M:0;7c6d666a4939:46775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:46775 2024-12-02T09:06:49,649 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1384277822/backup-masters/7c6d666a4939,46775,1733130409489 2024-12-02T09:06:49,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822/backup-masters 2024-12-02T09:06:49,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822/backup-masters 2024-12-02T09:06:49,656 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Set watcher on existing znode=/0-1384277822/backup-masters/7c6d666a4939,46775,1733130409489 2024-12-02T09:06:49,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:49,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1384277822/master 2024-12-02T09:06:49,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:49,665 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Set watcher on existing znode=/0-1384277822/master 2024-12-02T09:06:49,665 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1384277822/backup-masters/7c6d666a4939,46775,1733130409489 from backup master directory 2024-12-02T09:06:49,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822/backup-masters 2024-12-02T09:06:49,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1384277822/backup-masters/7c6d666a4939,46775,1733130409489 2024-12-02T09:06:49,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822/backup-masters 2024-12-02T09:06:49,673 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:06:49,673 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,46775,1733130409489 2024-12-02T09:06:49,682 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/hbase.id] with ID: da37816b-4f30-4b9f-96a5-fd2b85d6ab31 2024-12-02T09:06:49,682 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/.tmp/hbase.id 2024-12-02T09:06:49,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46307 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:06:50,086 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/.tmp/hbase.id]:[hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/hbase.id] 2024-12-02T09:06:50,092 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:50,092 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:06:50,093 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T09:06:50,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:50,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:50,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46307 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:06:50,510 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:50,510 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:06:50,511 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:50,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46307 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:06:50,924 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/MasterData/data/master/store 2024-12-02T09:06:50,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46307 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:06:51,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:06:51,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:06:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T09:06:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T09:06:51,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:06:51,331 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:51,331 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:06:51,331 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:51,331 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:51,331 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:06:51,331 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:51,331 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:51,331 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130411331Disabling compacts and flushes for region at 1733130411331Disabling writes for close at 1733130411331Writing region close event to WAL at 1733130411331Closed at 1733130411331 2024-12-02T09:06:51,332 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/MasterData/data/master/store/.initializing 2024-12-02T09:06:51,332 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/MasterData/WALs/7c6d666a4939,46775,1733130409489 2024-12-02T09:06:51,333 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:06:51,334 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C46775%2C1733130409489, suffix=, logDir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/MasterData/WALs/7c6d666a4939,46775,1733130409489, archiveDir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/MasterData/oldWALs, maxLogs=10 2024-12-02T09:06:51,348 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/MasterData/WALs/7c6d666a4939,46775,1733130409489/7c6d666a4939%2C46775%2C1733130409489.1733130411334, exclude list is [], retry=0 2024-12-02T09:06:51,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46307,DS-b112cd27-7c5a-41e1-8c86-9e4c8adebad4,DISK] 2024-12-02T09:06:51,352 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/MasterData/WALs/7c6d666a4939,46775,1733130409489/7c6d666a4939%2C46775%2C1733130409489.1733130411334 2024-12-02T09:06:51,352 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36643:36643)] 2024-12-02T09:06:51,352 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:51,352 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:51,352 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,352 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:06:51,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:51,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:51,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:06:51,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:51,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:51,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:06:51,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:51,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:51,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:06:51,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:51,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:51,357 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,358 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,358 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,359 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,359 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,359 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:51,360 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:51,361 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:51,361 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70328298, jitterRate=0.047973304986953735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:51,362 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130411352Initializing all the Stores at 1733130411353 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130411353Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130411353Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130411353Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130411353Cleaning up temporary data from old regions at 1733130411359 (+6 ms)Region opened successfully at 1733130411362 (+3 ms) 2024-12-02T09:06:51,362 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:06:51,364 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278526f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:06:51,365 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:06:51,365 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:06:51,365 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:06:51,365 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:06:51,366 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:06:51,366 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:06:51,366 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:06:51,367 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:06:51,368 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Unable to get data of znode /0-1384277822/balancer because node does not exist (not necessarily an error) 2024-12-02T09:06:51,398 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384277822/balancer already deleted, retry=false 2024-12-02T09:06:51,398 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:06:51,398 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Unable to get data of znode /0-1384277822/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:06:51,406 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384277822/normalizer already deleted, retry=false 2024-12-02T09:06:51,406 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:06:51,407 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Unable to get data of znode /0-1384277822/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:06:51,416 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384277822/switch/split already deleted, retry=false 2024-12-02T09:06:51,418 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Unable to get data of znode /0-1384277822/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:06:51,423 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384277822/switch/merge already deleted, retry=false 2024-12-02T09:06:51,436 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Unable to get data of znode /0-1384277822/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:06:51,439 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1384277822/snapshot-cleanup already deleted, retry=false 2024-12-02T09:06:51,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1384277822/running 2024-12-02T09:06:51,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:51,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1384277822/running 2024-12-02T09:06:51,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:51,448 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,46775,1733130409489, sessionid=0x1009a3d2db90000, setting cluster-up flag (Was=false) 2024-12-02T09:06:51,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:51,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:51,489 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1384277822/flush-table-proc/acquired, /0-1384277822/flush-table-proc/reached, /0-1384277822/flush-table-proc/abort 2024-12-02T09:06:51,490 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,46775,1733130409489 2024-12-02T09:06:51,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:51,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:51,531 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1384277822/online-snapshot/acquired, /0-1384277822/online-snapshot/reached, /0-1384277822/online-snapshot/abort 2024-12-02T09:06:51,532 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,46775,1733130409489 2024-12-02T09:06:51,532 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:06:51,534 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:51,534 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:06:51,534 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:06:51,534 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,46775,1733130409489 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:06:51,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:51,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:51,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:51,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:51,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:06:51,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:06:51,535 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:51,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:06:51,541 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:51,541 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:06:51,542 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130441542 2024-12-02T09:06:51,542 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:06:51,542 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:06:51,542 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:06:51,542 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:06:51,542 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:06:51,542 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:06:51,542 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,542 INFO [RS:0;7c6d666a4939:34773 {}] regionserver.HRegionServer(746): ClusterId : da37816b-4f30-4b9f-96a5-fd2b85d6ab31 2024-12-02T09:06:51,542 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:06:51,543 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:06:51,543 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:06:51,543 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:06:51,543 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:06:51,543 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:06:51,543 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:06:51,548 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:06:51,548 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:06:51,551 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130411543,5,FailOnTimeoutGroup] 2024-12-02T09:06:51,554 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130411551,5,FailOnTimeoutGroup] 2024-12-02T09:06:51,554 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,554 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:06:51,554 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,555 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46307 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:06:51,556 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:06:51,556 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab 2024-12-02T09:06:51,556 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:06:51,557 DEBUG [RS:0;7c6d666a4939:34773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e224e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:06:51,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46307 is added to blk_1073741832_1008 (size=32) 2024-12-02T09:06:51,573 DEBUG [RS:0;7c6d666a4939:34773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:34773 2024-12-02T09:06:51,573 INFO [RS:0;7c6d666a4939:34773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:06:51,573 INFO [RS:0;7c6d666a4939:34773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:06:51,573 DEBUG [RS:0;7c6d666a4939:34773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:06:51,573 INFO [RS:0;7c6d666a4939:34773 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,46775,1733130409489 with port=34773, startcode=1733130409618 2024-12-02T09:06:51,574 DEBUG [RS:0;7c6d666a4939:34773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:06:51,575 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:06:51,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,34773,1733130409618 2024-12-02T09:06:51,575 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46775 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,34773,1733130409618 2024-12-02T09:06:51,576 DEBUG [RS:0;7c6d666a4939:34773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab 2024-12-02T09:06:51,576 DEBUG [RS:0;7c6d666a4939:34773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40819 2024-12-02T09:06:51,576 DEBUG [RS:0;7c6d666a4939:34773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:06:51,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822/rs 2024-12-02T09:06:51,581 DEBUG [RS:0;7c6d666a4939:34773 {}] zookeeper.ZKUtil(111): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Set watcher on existing znode=/0-1384277822/rs/7c6d666a4939,34773,1733130409618 2024-12-02T09:06:51,581 WARN [RS:0;7c6d666a4939:34773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:06:51,581 INFO [RS:0;7c6d666a4939:34773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:51,582 DEBUG [RS:0;7c6d666a4939:34773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/WALs/7c6d666a4939,34773,1733130409618 2024-12-02T09:06:51,582 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,34773,1733130409618] 2024-12-02T09:06:51,588 INFO [RS:0;7c6d666a4939:34773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:06:51,591 INFO [RS:0;7c6d666a4939:34773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:06:51,594 INFO [RS:0;7c6d666a4939:34773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:06:51,594 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,594 INFO [RS:0;7c6d666a4939:34773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:06:51,594 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:06:51,595 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:06:51,595 DEBUG [RS:0;7c6d666a4939:34773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:06:51,596 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,596 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,596 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,596 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,596 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,596 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34773,1733130409618-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:06:51,608 INFO [RS:0;7c6d666a4939:34773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:06:51,608 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34773,1733130409618-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,608 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,608 INFO [RS:0;7c6d666a4939:34773 {}] regionserver.Replication(171): 7c6d666a4939,34773,1733130409618 started 2024-12-02T09:06:51,619 INFO [RS:0;7c6d666a4939:34773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:51,619 INFO [RS:0;7c6d666a4939:34773 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,34773,1733130409618, RpcServer on 7c6d666a4939/172.17.0.3:34773, sessionid=0x1009a3d2db90001 2024-12-02T09:06:51,619 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:06:51,619 DEBUG [RS:0;7c6d666a4939:34773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,34773,1733130409618 2024-12-02T09:06:51,619 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,34773,1733130409618' 2024-12-02T09:06:51,619 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1384277822/flush-table-proc/abort' 2024-12-02T09:06:51,620 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1384277822/flush-table-proc/acquired' 2024-12-02T09:06:51,620 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:06:51,620 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:06:51,620 DEBUG [RS:0;7c6d666a4939:34773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,34773,1733130409618 2024-12-02T09:06:51,620 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,34773,1733130409618' 2024-12-02T09:06:51,620 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1384277822/online-snapshot/abort' 2024-12-02T09:06:51,620 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1384277822/online-snapshot/acquired' 2024-12-02T09:06:51,621 DEBUG [RS:0;7c6d666a4939:34773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:06:51,621 INFO [RS:0;7c6d666a4939:34773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:06:51,621 INFO [RS:0;7c6d666a4939:34773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:06:51,721 INFO [RS:0;7c6d666a4939:34773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:06:51,722 INFO [RS:0;7c6d666a4939:34773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C34773%2C1733130409618, suffix=, logDir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/WALs/7c6d666a4939,34773,1733130409618, archiveDir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/oldWALs, maxLogs=10 2024-12-02T09:06:51,737 DEBUG [RS:0;7c6d666a4939:34773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/WALs/7c6d666a4939,34773,1733130409618/7c6d666a4939%2C34773%2C1733130409618.1733130411722, exclude list is [], retry=0 2024-12-02T09:06:51,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46307,DS-b112cd27-7c5a-41e1-8c86-9e4c8adebad4,DISK] 2024-12-02T09:06:51,740 INFO [RS:0;7c6d666a4939:34773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/WALs/7c6d666a4939,34773,1733130409618/7c6d666a4939%2C34773%2C1733130409618.1733130411722 2024-12-02T09:06:51,740 DEBUG [RS:0;7c6d666a4939:34773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36643:36643)] 2024-12-02T09:06:51,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:51,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:06:51,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:06:51,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:51,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:51,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:06:51,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:06:51,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:51,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:51,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:06:51,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:06:51,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:51,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:51,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:06:51,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:06:51,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:51,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:51,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:06:51,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/data/hbase/meta/1588230740 2024-12-02T09:06:51,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/data/hbase/meta/1588230740 2024-12-02T09:06:51,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:06:51,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:06:51,979 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:51,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:06:51,981 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:51,982 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73504742, jitterRate=0.09530600905418396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:51,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130411969Initializing all the Stores at 1733130411971 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130411971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130411971Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130411971Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130411971Cleaning up temporary data from old regions at 1733130411979 (+8 ms)Region opened successfully at 1733130411982 (+3 ms) 2024-12-02T09:06:51,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:06:51,982 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:06:51,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:06:51,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:06:51,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:06:51,983 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:51,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130411982Disabling compacts and flushes for region at 1733130411982Disabling writes for close at 1733130411982Writing region close event to WAL at 1733130411983 (+1 ms)Closed at 1733130411983 2024-12-02T09:06:51,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:51,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:06:51,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:06:51,985 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:06:51,985 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:06:52,038 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=28, created chunk count=36, reused chunk count=129, reuseRatio=78.18% 2024-12-02T09:06:52,040 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-02T09:06:52,135 DEBUG [7c6d666a4939:46775 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:06:52,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,34773,1733130409618 2024-12-02T09:06:52,137 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,34773,1733130409618, state=OPENING 2024-12-02T09:06:52,164 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:06:52,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:52,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1384277822 2024-12-02T09:06:52,198 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:06:52,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384277822/meta-region-server: CHANGED 2024-12-02T09:06:52,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,34773,1733130409618}] 2024-12-02T09:06:52,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384277822/meta-region-server: CHANGED 2024-12-02T09:06:52,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:06:52,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:06:52,353 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:06:52,353 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:52,353 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:06:52,354 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C34773%2C1733130409618.meta, suffix=.meta, logDir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/WALs/7c6d666a4939,34773,1733130409618, archiveDir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/oldWALs, maxLogs=10 2024-12-02T09:06:52,369 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/WALs/7c6d666a4939,34773,1733130409618/7c6d666a4939%2C34773%2C1733130409618.meta.1733130412354.meta, exclude list is [], retry=0 2024-12-02T09:06:52,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46307,DS-b112cd27-7c5a-41e1-8c86-9e4c8adebad4,DISK] 2024-12-02T09:06:52,372 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/WALs/7c6d666a4939,34773,1733130409618/7c6d666a4939%2C34773%2C1733130409618.meta.1733130412354.meta 2024-12-02T09:06:52,372 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36643:36643)] 2024-12-02T09:06:52,372 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:52,372 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:52,373 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:06:52,373 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:06:52,373 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:06:52,373 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:06:52,373 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:52,373 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:06:52,373 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:06:52,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:06:52,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:06:52,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:52,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:52,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:06:52,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:06:52,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:52,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:52,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:06:52,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:06:52,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:52,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:52,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:06:52,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:06:52,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:52,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:52,377 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:06:52,377 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/data/hbase/meta/1588230740 2024-12-02T09:06:52,378 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/data/hbase/meta/1588230740 2024-12-02T09:06:52,379 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:06:52,379 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:06:52,379 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:52,380 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:06:52,380 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59560978, jitterRate=-0.11247226595878601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:52,380 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:06:52,381 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130412373Writing region info on filesystem at 1733130412373Initializing all the Stores at 1733130412374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130412374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130412374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130412374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130412374Cleaning up temporary data from old regions at 1733130412379 (+5 ms)Running coprocessor post-open hooks at 1733130412380 (+1 ms)Region opened successfully at 1733130412381 (+1 ms) 2024-12-02T09:06:52,382 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130412349 2024-12-02T09:06:52,383 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:06:52,383 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:06:52,383 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,34773,1733130409618 2024-12-02T09:06:52,384 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,34773,1733130409618, state=OPEN 2024-12-02T09:06:52,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34773-0x1009a3d2db90001, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1384277822/meta-region-server 2024-12-02T09:06:52,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46775-0x1009a3d2db90000, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1384277822/meta-region-server 2024-12-02T09:06:52,398 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,34773,1733130409618 2024-12-02T09:06:52,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384277822/meta-region-server: CHANGED 2024-12-02T09:06:52,398 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1384277822/meta-region-server: CHANGED 2024-12-02T09:06:52,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:06:52,400 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,34773,1733130409618 in 200 msec 2024-12-02T09:06:52,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:06:52,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-12-02T09:06:52,401 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:52,401 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:06:52,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:52,402 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34773,1733130409618, seqNum=-1] 2024-12-02T09:06:52,402 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:52,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:52,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 872 msec 2024-12-02T09:06:52,406 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130412406, completionTime=-1 2024-12-02T09:06:52,406 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:06:52,406 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:06:52,408 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:06:52,408 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130472408 2024-12-02T09:06:52,408 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130532408 2024-12-02T09:06:52,408 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:06:52,408 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46775,1733130409489-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:52,408 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46775,1733130409489-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:52,408 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46775,1733130409489-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:52,408 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:46775, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:52,409 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:52,409 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:52,410 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:06:52,411 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.738sec 2024-12-02T09:06:52,411 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:06:52,411 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:06:52,411 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:06:52,411 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:06:52,411 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:06:52,412 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46775,1733130409489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:06:52,412 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46775,1733130409489-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:06:52,413 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:06:52,413 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:06:52,413 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46775,1733130409489-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:52,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5738f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:52,443 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46775,-1 for getting cluster id 2024-12-02T09:06:52,443 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:52,444 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da37816b-4f30-4b9f-96a5-fd2b85d6ab31' 2024-12-02T09:06:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da37816b-4f30-4b9f-96a5-fd2b85d6ab31" 2024-12-02T09:06:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3001bab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:52,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46775,-1] 2024-12-02T09:06:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:52,445 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:52,445 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:52,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326b5d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:52,446 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,34773,1733130409618, seqNum=-1] 2024-12-02T09:06:52,447 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:52,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:52,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,46775,1733130409489 2024-12-02T09:06:52,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58102 2024-12-02T09:06:52,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58102, baseZNode=/0-1384277822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:52,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009a3d2db90002 connected 2024-12-02T09:06:52,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46775,1733130409489 2024-12-02T09:06:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@799f7571 2024-12-02T09:06:52,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:52,467 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:52,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:06:52,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:06:52,470 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:52,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:06:52,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:06:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:52,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46307 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:06:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:52,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b5e643f5a81c53204021320ce79c5fe, NAME => 'test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab 2024-12-02T09:06:52,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46307 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:06:53,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:53,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:53,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8b5e643f5a81c53204021320ce79c5fe, disabling compactions & flushes 2024-12-02T09:06:53,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe. 2024-12-02T09:06:53,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe. 2024-12-02T09:06:53,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe. after waiting 0 ms 2024-12-02T09:06:53,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe. 2024-12-02T09:06:53,284 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe. 2024-12-02T09:06:53,284 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b5e643f5a81c53204021320ce79c5fe: Waiting for close lock at 1733130413284Disabling compacts and flushes for region at 1733130413284Disabling writes for close at 1733130413284Writing region close event to WAL at 1733130413284Closed at 1733130413284 2024-12-02T09:06:53,286 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:06:53,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130413286"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130413286"}]},"ts":"1733130413286"} 2024-12-02T09:06:53,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:06:53,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:06:53,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130413288"}]},"ts":"1733130413288"} 2024-12-02T09:06:53,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:06:53,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b5e643f5a81c53204021320ce79c5fe, ASSIGN}] 2024-12-02T09:06:53,290 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b5e643f5a81c53204021320ce79c5fe, ASSIGN 2024-12-02T09:06:53,291 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8b5e643f5a81c53204021320ce79c5fe, ASSIGN; state=OFFLINE, location=7c6d666a4939,34773,1733130409618; forceNewPlan=false, retain=false 2024-12-02T09:06:53,442 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b5e643f5a81c53204021320ce79c5fe, regionState=OPENING, regionLocation=7c6d666a4939,34773,1733130409618 2024-12-02T09:06:53,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8b5e643f5a81c53204021320ce79c5fe, ASSIGN because future has completed 2024-12-02T09:06:53,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5e643f5a81c53204021320ce79c5fe, server=7c6d666a4939,34773,1733130409618}] 2024-12-02T09:06:53,598 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe. 2024-12-02T09:06:53,598 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b5e643f5a81c53204021320ce79c5fe, NAME => 'test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:53,599 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:53,599 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:06:53,599 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,599 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:53,599 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,599 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,600 INFO [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,601 INFO [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5e643f5a81c53204021320ce79c5fe columnFamilyName f 2024-12-02T09:06:53,601 DEBUG [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:53,601 INFO [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] regionserver.HStore(327): Store=8b5e643f5a81c53204021320ce79c5fe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:53,601 INFO [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,602 INFO [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5e643f5a81c53204021320ce79c5fe columnFamilyName f1 2024-12-02T09:06:53,602 DEBUG [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:53,602 INFO [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] regionserver.HStore(327): Store=8b5e643f5a81c53204021320ce79c5fe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:53,602 INFO [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,603 INFO [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b5e643f5a81c53204021320ce79c5fe columnFamilyName norep 2024-12-02T09:06:53,603 DEBUG [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:53,603 INFO [StoreOpener-8b5e643f5a81c53204021320ce79c5fe-1 {}] regionserver.HStore(327): Store=8b5e643f5a81c53204021320ce79c5fe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:53,603 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,604 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/data/default/test/8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,604 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/data/default/test/8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,605 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,605 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,605 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:06:53,605 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,607 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/data/default/test/8b5e643f5a81c53204021320ce79c5fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:53,607 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8b5e643f5a81c53204021320ce79c5fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65743045, jitterRate=-0.020352289080619812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:06:53,607 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b5e643f5a81c53204021320ce79c5fe 2024-12-02T09:06:53,608 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8b5e643f5a81c53204021320ce79c5fe: Running coprocessor pre-open hook at 1733130413599Writing region info on filesystem at 1733130413599Initializing all the Stores at 1733130413600 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130413600Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130413600Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130413600Cleaning up temporary data from old regions at 1733130413605 (+5 ms)Running coprocessor post-open hooks at 1733130413607 (+2 ms)Region opened successfully at 1733130413607 2024-12-02T09:06:53,608 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe., pid=6, masterSystemTime=1733130413596 2024-12-02T09:06:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:53,610 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe. 2024-12-02T09:06:53,610 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130412468.8b5e643f5a81c53204021320ce79c5fe. 2024-12-02T09:06:53,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b5e643f5a81c53204021320ce79c5fe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,34773,1733130409618 2024-12-02T09:06:53,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b5e643f5a81c53204021320ce79c5fe, server=7c6d666a4939,34773,1733130409618 because future has completed 2024-12-02T09:06:53,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:06:53,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b5e643f5a81c53204021320ce79c5fe, server=7c6d666a4939,34773,1733130409618 in 169 msec 2024-12-02T09:06:53,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:06:53,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8b5e643f5a81c53204021320ce79c5fe, ASSIGN in 324 msec 2024-12-02T09:06:53,615 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:06:53,616 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130413615"}]},"ts":"1733130413615"} 2024-12-02T09:06:53,617 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:06:53,617 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:06:53,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-02T09:06:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:06:54,628 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:06:54,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31311a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:54,629 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46775,-1 for getting cluster id 2024-12-02T09:06:54,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:54,629 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da37816b-4f30-4b9f-96a5-fd2b85d6ab31' 2024-12-02T09:06:54,629 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:54,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da37816b-4f30-4b9f-96a5-fd2b85d6ab31" 2024-12-02T09:06:54,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794988dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:54,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46775,-1] 2024-12-02T09:06:54,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:54,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:54,630 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:54,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d34797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:54,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:54,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46775,1733130409489 2024-12-02T09:06:54,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48a7e83 2024-12-02T09:06:54,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:54,632 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:54,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:46775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:06:54,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:06:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:54,635 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:46775' 2024-12-02T09:06:54,635 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fd28b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:54,635 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46775,-1 for getting cluster id 2024-12-02T09:06:54,635 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:54,636 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da37816b-4f30-4b9f-96a5-fd2b85d6ab31' 2024-12-02T09:06:54,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:54,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da37816b-4f30-4b9f-96a5-fd2b85d6ab31" 2024-12-02T09:06:54,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b600cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:54,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46775,-1] 2024-12-02T09:06:54,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:54,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:54,637 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:54,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c44347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:54,637 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:54,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46775,1733130409489 2024-12-02T09:06:54,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53413938 2024-12-02T09:06:54,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:06:54,638 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:06:54,639 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T09:06:54,639 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:06:54,639 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:54,639 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:54,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:54,640 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7c6d666a4939:46775, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-02T09:06:54,646 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7c6d666a4939:46775, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7c6d666a4939:46775, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7c6d666a4939:46775, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-02T09:06:54,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7c6d666a4939:46775, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-12-02T09:06:54,647 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-02T09:06:54,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:06:54,739 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://7c6d666a4939:46775, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-02T09:06:54,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:06:54,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:06:54,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:54,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:54,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:06:54,752 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=528 (was 360) Potentially hanging thread: RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-5e6a5530-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1849744275-7870 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9954430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab-prefix:7c6d666a4939,34773,1733130409618 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/cluster_08249e1d-a463-5467-b474-6ce0fd27c379/data/data2/current/BP-2024051496-172.17.0.3-1733130407584 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-215313683_20 at /127.0.0.1:58654 [Receiving block BP-2024051496-172.17.0.3-1733130407584:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1849744275-7873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:40819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/7c6d666a4939:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1849744275-7871 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9954430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@94dd7e6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f99549f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40819 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 2 on default port 37137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/cluster_08249e1d-a463-5467-b474-6ce0fd27c379/data/data1/current/BP-2024051496-172.17.0.3-1733130407584 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@287d748c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(508289893) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58102) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58102 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/cluster_08249e1d-a463-5467-b474-6ce0fd27c379/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/cluster_08249e1d-a463-5467-b474-6ce0fd27c379/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007f9954ac7d70.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 7c6d666a4939:46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab/MasterData-prefix:7c6d666a4939,46775,1733130409489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7c6d666a4939:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130411551 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5de9dca4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;7c6d666a4939:46775 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:40819 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1849744275-7868 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9954430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2084330842-7917 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9954430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2084330842-7918-acceptor-0@63e954de-ServerConnector@d151e3e{HTTP/1.1, (http/1.1)}{localhost:33201} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 40819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/7c6d666a4939:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-215313683_20 at /127.0.0.1:58566 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@4ccec728 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-2024051496-172.17.0.3-1733130407584:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2024051496-172.17.0.3-1733130407584:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1065f18f java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40819/user/jenkins/test-data/3d5bf0ff-7d82-b62d-ed7a-d60c7c187eab-prefix:7c6d666a4939,34773,1733130409618.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7c6d666a4939:34773-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcessThread(sid:0 cport:58102): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp1849744275-7874 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1849744275-7872-acceptor-0@12d3b06b-ServerConnector@7d24f1a6{HTTP/1.1, (http/1.1)}{localhost:46153} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: BP-2024051496-172.17.0.3-1733130407584 heartbeating to localhost/127.0.0.1:40819 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58102) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1849744275-7875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 37137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3cd94730 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-215313683_20 at /127.0.0.1:58644 [Receiving block BP-2024051496-172.17.0.3-1733130407584:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1849744275-7869 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9954430c00.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 37137 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_981343738_20 at /127.0.0.1:58618 [Receiving block BP-2024051496-172.17.0.3-1733130407584:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2084330842-7919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6367942c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7c6d666a4939:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PacketResponder: BP-2024051496-172.17.0.3-1733130407584:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130411543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@56b8b7a2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7c6d666a4939:34773 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3a912965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp2084330842-7920 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-596570ae-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7c6d666a4939:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58102) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4525c7d3[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:40819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:40819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=868 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=1287 (was 449) - AvailableMemoryMB LEAK? - 2024-12-02T09:06:54,754 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-02T09:06:54,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=528, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=1287 2024-12-02T09:06:54,767 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=528 is superior to 500 2024-12-02T09:06:54,779 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-02T09:06:54,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/hadoop.log.dir so I do NOT create it in target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16 2024-12-02T09:06:54,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:06:54,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/hadoop.tmp.dir so I do NOT create it in target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16 2024-12-02T09:06:54,779 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9531c5fe-49ac-d6b9-788e-0e62bae70eae/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:06:54,779 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16 2024-12-02T09:06:54,780 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/cluster_a67ef510-9d83-7774-66c6-7833225b4cdc, deleteOnExit=true 2024-12-02T09:06:54,799 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/cluster_a67ef510-9d83-7774-66c6-7833225b4cdc/zookeeper_0, clientPort=52860, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/cluster_a67ef510-9d83-7774-66c6-7833225b4cdc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/cluster_a67ef510-9d83-7774-66c6-7833225b4cdc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T09:06:54,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52860 2024-12-02T09:06:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:06:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:06:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/test.cache.data in system properties and HBase conf 2024-12-02T09:06:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:06:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:06:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:06:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:06:54,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:06:54,801 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:06:54,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:54,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:54,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:06:54,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:54,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:06:54,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:06:54,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:54,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:54,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:06:54,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:06:54,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:06:54,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:54,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:06:54,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:06:55,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:55,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:55,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:55,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:55,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:06:55,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:55,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63cc3196{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:55,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30b78081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:55,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@502782c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/java.io.tmpdir/jetty-localhost-45689-hadoop-hdfs-3_4_1-tests_jar-_-any-16427044984653461466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:06:55,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fab4433{HTTP/1.1, (http/1.1)}{localhost:45689} 2024-12-02T09:06:55,258 INFO [Time-limited test {}] server.Server(415): Started @309797ms 2024-12-02T09:06:55,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:55,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:55,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:55,442 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:55,442 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:06:55,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd5237f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:55,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4656df91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:55,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@180216cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/java.io.tmpdir/jetty-localhost-38149-hadoop-hdfs-3_4_1-tests_jar-_-any-8029092233032185457/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:06:55,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fbacbdc{HTTP/1.1, (http/1.1)}{localhost:38149} 2024-12-02T09:06:55,563 INFO [Time-limited test {}] server.Server(415): Started @310103ms 2024-12-02T09:06:55,564 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:06:55,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:06:55,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:06:55,678 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128721 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:06:56,195 WARN [Thread-4304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/cluster_a67ef510-9d83-7774-66c6-7833225b4cdc/data/data1/current/BP-598893329-172.17.0.3-1733130414825/current, will proceed with Du for space computation calculation, 2024-12-02T09:06:56,195 WARN [Thread-4305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/cluster_a67ef510-9d83-7774-66c6-7833225b4cdc/data/data2/current/BP-598893329-172.17.0.3-1733130414825/current, will proceed with Du for space computation calculation, 2024-12-02T09:06:56,215 WARN [Thread-4292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:06:56,219 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7077bfa1aaa83a8 with lease ID 0x4a25365b3d5578d1: Processing first storage report for DS-718e277c-acd1-4fda-bda1-a4bcd20621a7 from datanode DatanodeRegistration(127.0.0.1:45409, datanodeUuid=01664e4f-005f-472e-8ecc-6cec37710bfd, infoPort=42539, infoSecurePort=0, ipcPort=41225, storageInfo=lv=-57;cid=testClusterID;nsid=738460350;c=1733130414825) 2024-12-02T09:06:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7077bfa1aaa83a8 with lease ID 0x4a25365b3d5578d1: from storage DS-718e277c-acd1-4fda-bda1-a4bcd20621a7 node DatanodeRegistration(127.0.0.1:45409, datanodeUuid=01664e4f-005f-472e-8ecc-6cec37710bfd, infoPort=42539, infoSecurePort=0, ipcPort=41225, storageInfo=lv=-57;cid=testClusterID;nsid=738460350;c=1733130414825), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:06:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc7077bfa1aaa83a8 with lease ID 0x4a25365b3d5578d1: Processing first storage report for DS-8217e6e5-4f14-4b30-a3f4-6a753c9060ad from datanode DatanodeRegistration(127.0.0.1:45409, datanodeUuid=01664e4f-005f-472e-8ecc-6cec37710bfd, infoPort=42539, infoSecurePort=0, ipcPort=41225, storageInfo=lv=-57;cid=testClusterID;nsid=738460350;c=1733130414825) 2024-12-02T09:06:56,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7077bfa1aaa83a8 with lease ID 0x4a25365b3d5578d1: from storage DS-8217e6e5-4f14-4b30-a3f4-6a753c9060ad node DatanodeRegistration(127.0.0.1:45409, datanodeUuid=01664e4f-005f-472e-8ecc-6cec37710bfd, infoPort=42539, infoSecurePort=0, ipcPort=41225, storageInfo=lv=-57;cid=testClusterID;nsid=738460350;c=1733130414825), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:06:56,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16 2024-12-02T09:06:56,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:56,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:06:56,308 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47 with version=8 2024-12-02T09:06:56,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/hbase-staging 2024-12-02T09:06:56,309 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:06:56,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:56,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:56,309 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:06:56,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:56,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:06:56,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:06:56,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:06:56,310 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46017 2024-12-02T09:06:56,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46017 connecting to ZooKeeper ensemble=127.0.0.1:52860 2024-12-02T09:06:56,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460170x0, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:56,353 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46017-0x1009a3d4a020000 connected 2024-12-02T09:06:56,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:56,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:56,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Set watcher on znode that does not yet exist, /0-2112410423/running 2024-12-02T09:06:56,418 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47, hbase.cluster.distributed=false 2024-12-02T09:06:56,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Set watcher on znode that does not yet exist, /0-2112410423/acl 2024-12-02T09:06:56,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46017 2024-12-02T09:06:56,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46017 2024-12-02T09:06:56,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46017 2024-12-02T09:06:56,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46017 2024-12-02T09:06:56,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46017 2024-12-02T09:06:56,450 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:06:56,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:56,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:56,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:06:56,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:06:56,451 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:06:56,451 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:06:56,451 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:06:56,451 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36593 2024-12-02T09:06:56,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36593 connecting to ZooKeeper ensemble=127.0.0.1:52860 2024-12-02T09:06:56,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:56,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:56,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365930x0, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:56,465 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365930x0, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Set watcher on znode that does not yet exist, /0-2112410423/running 2024-12-02T09:06:56,465 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:06:56,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36593-0x1009a3d4a020001 connected 2024-12-02T09:06:56,467 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:06:56,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Set watcher on znode that does not yet exist, /0-2112410423/master 2024-12-02T09:06:56,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Set watcher on znode that does not yet exist, /0-2112410423/acl 2024-12-02T09:06:56,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36593 2024-12-02T09:06:56,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36593 2024-12-02T09:06:56,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36593 2024-12-02T09:06:56,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36593 2024-12-02T09:06:56,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36593 2024-12-02T09:06:56,493 DEBUG [M:0;7c6d666a4939:46017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:46017 2024-12-02T09:06:56,495 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2112410423/backup-masters/7c6d666a4939,46017,1733130416309 2024-12-02T09:06:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423/backup-masters 2024-12-02T09:06:56,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423/backup-masters 2024-12-02T09:06:56,498 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Set watcher on existing znode=/0-2112410423/backup-masters/7c6d666a4939,46017,1733130416309 2024-12-02T09:06:56,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:56,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2112410423/master 2024-12-02T09:06:56,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:56,506 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Set watcher on existing znode=/0-2112410423/master 2024-12-02T09:06:56,507 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2112410423/backup-masters/7c6d666a4939,46017,1733130416309 from backup master directory 2024-12-02T09:06:56,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423/backup-masters 2024-12-02T09:06:56,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2112410423/backup-masters/7c6d666a4939,46017,1733130416309 2024-12-02T09:06:56,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423/backup-masters 2024-12-02T09:06:56,515 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:06:56,515 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,46017,1733130416309 2024-12-02T09:06:56,520 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/hbase.id] with ID: c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd 2024-12-02T09:06:56,520 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/.tmp/hbase.id 2024-12-02T09:06:56,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:06:56,524 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/.tmp/hbase.id]:[hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/hbase.id] 2024-12-02T09:06:56,531 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:06:56,531 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:06:56,532 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T09:06:56,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:56,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:56,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:06:56,769 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:06:56,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,803 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:06:56,944 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:06:56,945 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:06:56,945 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:56,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:06:57,350 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store 2024-12-02T09:06:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:06:57,589 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:06:57,589 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T09:06:57,756 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:57,756 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:06:57,756 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:57,756 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:57,756 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:06:57,756 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:57,756 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:06:57,756 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130417756Disabling compacts and flushes for region at 1733130417756Disabling writes for close at 1733130417756Writing region close event to WAL at 1733130417756Closed at 1733130417756 2024-12-02T09:06:57,757 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/.initializing 2024-12-02T09:06:57,757 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/WALs/7c6d666a4939,46017,1733130416309 2024-12-02T09:06:57,757 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:06:57,758 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C46017%2C1733130416309, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/WALs/7c6d666a4939,46017,1733130416309, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/oldWALs, maxLogs=10 2024-12-02T09:06:57,769 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/WALs/7c6d666a4939,46017,1733130416309/7c6d666a4939%2C46017%2C1733130416309.1733130417759, exclude list is [], retry=0 2024-12-02T09:06:57,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45409,DS-718e277c-acd1-4fda-bda1-a4bcd20621a7,DISK] 2024-12-02T09:06:57,772 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/WALs/7c6d666a4939,46017,1733130416309/7c6d666a4939%2C46017%2C1733130416309.1733130417759 2024-12-02T09:06:57,772 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-12-02T09:06:57,772 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:57,772 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:57,772 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,772 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:06:57,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:57,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:57,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:06:57,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:57,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:57,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:06:57,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:57,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:57,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:06:57,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:57,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:06:57,778 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,778 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,778 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,779 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,779 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,779 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:57,780 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:06:57,781 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:57,781 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72163153, jitterRate=0.07531477510929108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:57,782 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130417772Initializing all the Stores at 1733130417773 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130417773Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130417773Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130417773Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130417773Cleaning up temporary data from old regions at 1733130417779 (+6 ms)Region opened successfully at 1733130417782 (+3 ms) 2024-12-02T09:06:57,782 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:06:57,784 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcf80d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:06:57,784 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:06:57,784 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:06:57,784 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:06:57,785 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:06:57,785 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:06:57,785 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:06:57,785 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:06:57,786 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:06:57,787 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Unable to get data of znode /0-2112410423/balancer because node does not exist (not necessarily an error) 2024-12-02T09:06:57,814 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112410423/balancer already deleted, retry=false 2024-12-02T09:06:57,815 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:06:57,815 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Unable to get data of znode /0-2112410423/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:06:57,823 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112410423/normalizer already deleted, retry=false 2024-12-02T09:06:57,823 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:06:57,823 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Unable to get data of znode /0-2112410423/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:06:57,831 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112410423/switch/split already deleted, retry=false 2024-12-02T09:06:57,831 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Unable to get data of znode /0-2112410423/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:06:57,839 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112410423/switch/merge already deleted, retry=false 2024-12-02T09:06:57,840 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Unable to get data of znode /0-2112410423/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:06:57,848 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112410423/snapshot-cleanup already deleted, retry=false 2024-12-02T09:06:57,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2112410423/running 2024-12-02T09:06:57,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2112410423/running 2024-12-02T09:06:57,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:57,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:57,856 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,46017,1733130416309, sessionid=0x1009a3d4a020000, setting cluster-up flag (Was=false) 2024-12-02T09:06:57,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:57,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:57,906 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2112410423/flush-table-proc/acquired, /0-2112410423/flush-table-proc/reached, /0-2112410423/flush-table-proc/abort 2024-12-02T09:06:57,907 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,46017,1733130416309 2024-12-02T09:06:57,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:57,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:57,948 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2112410423/online-snapshot/acquired, /0-2112410423/online-snapshot/reached, /0-2112410423/online-snapshot/abort 2024-12-02T09:06:57,948 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,46017,1733130416309 2024-12-02T09:06:57,949 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:06:57,950 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:57,950 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:06:57,950 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:06:57,951 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,46017,1733130416309 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:06:57,951 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:57,951 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:57,951 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:57,951 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:06:57,951 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:06:57,951 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:57,952 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:06:57,952 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:57,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:57,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:06:57,953 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:57,953 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:06:57,962 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130447962 2024-12-02T09:06:57,963 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:06:57,963 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:06:57,963 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:06:57,963 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:06:57,963 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:06:57,963 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:06:57,963 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:57,965 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:06:57,965 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:06:57,965 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:06:57,965 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:06:57,968 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:06:57,968 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:06:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:06:57,971 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130417968,5,FailOnTimeoutGroup] 2024-12-02T09:06:57,971 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130417971,5,FailOnTimeoutGroup] 2024-12-02T09:06:57,971 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:57,971 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:06:57,971 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:57,971 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:57,985 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(746): ClusterId : c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd 2024-12-02T09:06:57,985 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:06:57,990 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:06:57,990 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:06:57,998 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:06:57,999 DEBUG [RS:0;7c6d666a4939:36593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d61aaab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:06:58,012 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:36593 2024-12-02T09:06:58,012 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:06:58,012 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:06:58,012 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:06:58,012 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,46017,1733130416309 with port=36593, startcode=1733130416450 2024-12-02T09:06:58,013 DEBUG [RS:0;7c6d666a4939:36593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:06:58,014 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:06:58,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46017 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,36593,1733130416450 2024-12-02T09:06:58,014 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46017 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,36593,1733130416450 2024-12-02T09:06:58,015 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47 2024-12-02T09:06:58,015 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35775 2024-12-02T09:06:58,015 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:06:58,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423/rs 2024-12-02T09:06:58,023 DEBUG [RS:0;7c6d666a4939:36593 {}] zookeeper.ZKUtil(111): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Set watcher on existing znode=/0-2112410423/rs/7c6d666a4939,36593,1733130416450 2024-12-02T09:06:58,023 WARN [RS:0;7c6d666a4939:36593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:06:58,023 INFO [RS:0;7c6d666a4939:36593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:58,023 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450 2024-12-02T09:06:58,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,36593,1733130416450] 2024-12-02T09:06:58,026 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:06:58,027 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:06:58,027 INFO [RS:0;7c6d666a4939:36593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:06:58,027 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:58,031 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:06:58,032 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:06:58,032 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:06:58,032 DEBUG [RS:0;7c6d666a4939:36593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:06:58,038 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:58,038 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:58,038 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:58,038 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:58,038 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:58,038 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36593,1733130416450-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:06:58,057 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:06:58,057 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36593,1733130416450-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:58,058 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:58,058 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.Replication(171): 7c6d666a4939,36593,1733130416450 started 2024-12-02T09:06:58,076 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:58,076 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,36593,1733130416450, RpcServer on 7c6d666a4939/172.17.0.3:36593, sessionid=0x1009a3d4a020001 2024-12-02T09:06:58,076 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:06:58,076 DEBUG [RS:0;7c6d666a4939:36593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,36593,1733130416450 2024-12-02T09:06:58,076 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,36593,1733130416450' 2024-12-02T09:06:58,076 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2112410423/flush-table-proc/abort' 2024-12-02T09:06:58,077 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2112410423/flush-table-proc/acquired' 2024-12-02T09:06:58,077 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:06:58,077 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:06:58,077 DEBUG [RS:0;7c6d666a4939:36593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,36593,1733130416450 2024-12-02T09:06:58,077 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,36593,1733130416450' 2024-12-02T09:06:58,077 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2112410423/online-snapshot/abort' 2024-12-02T09:06:58,077 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2112410423/online-snapshot/acquired' 2024-12-02T09:06:58,078 DEBUG [RS:0;7c6d666a4939:36593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:06:58,078 INFO [RS:0;7c6d666a4939:36593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:06:58,078 INFO [RS:0;7c6d666a4939:36593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:06:58,178 INFO [RS:0;7c6d666a4939:36593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:06:58,179 INFO [RS:0;7c6d666a4939:36593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C36593%2C1733130416450, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/oldWALs, maxLogs=10 2024-12-02T09:06:58,194 DEBUG [RS:0;7c6d666a4939:36593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180, exclude list is [], retry=0 2024-12-02T09:06:58,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45409,DS-718e277c-acd1-4fda-bda1-a4bcd20621a7,DISK] 2024-12-02T09:06:58,197 INFO [RS:0;7c6d666a4939:36593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 2024-12-02T09:06:58,197 DEBUG [RS:0;7c6d666a4939:36593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-12-02T09:06:58,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:06:58,370 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47 2024-12-02T09:06:58,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:06:58,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:58,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:06:58,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:06:58,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:58,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:58,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:06:58,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:06:58,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:58,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:58,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:06:58,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:06:58,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:58,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:58,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:06:58,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:06:58,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:58,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:58,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:06:58,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740 2024-12-02T09:06:58,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740 2024-12-02T09:06:58,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:06:58,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:06:58,784 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:58,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:06:58,789 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:06:58,789 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67601170, jitterRate=0.007335931062698364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:58,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130418775Initializing all the Stores at 1733130418776 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130418776Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130418776Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130418776Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130418776Cleaning up temporary data from old regions at 1733130418784 (+8 ms)Region opened successfully at 1733130418789 (+5 ms) 2024-12-02T09:06:58,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:06:58,789 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:06:58,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:06:58,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:06:58,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:06:58,790 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:06:58,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130418789Disabling compacts and flushes for region at 1733130418789Disabling writes for close at 1733130418789Writing region close event to WAL at 1733130418790 (+1 ms)Closed at 1733130418790 2024-12-02T09:06:58,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:58,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:06:58,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:06:58,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:06:58,793 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:06:58,943 DEBUG [7c6d666a4939:46017 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:06:58,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,36593,1733130416450 2024-12-02T09:06:58,945 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,36593,1733130416450, state=OPENING 2024-12-02T09:06:58,973 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:06:59,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:59,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:06:59,005 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:06:59,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2112410423/meta-region-server: CHANGED 2024-12-02T09:06:59,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2112410423/meta-region-server: CHANGED 2024-12-02T09:06:59,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,36593,1733130416450}] 2024-12-02T09:06:59,157 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:06:59,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:06:59,160 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:06:59,160 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:06:59,161 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:06:59,161 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C36593%2C1733130416450.meta, suffix=.meta, logDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/oldWALs, maxLogs=10 2024-12-02T09:06:59,176 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.meta.1733130419162.meta, exclude list is [], retry=0 2024-12-02T09:06:59,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45409,DS-718e277c-acd1-4fda-bda1-a4bcd20621a7,DISK] 2024-12-02T09:06:59,179 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.meta.1733130419162.meta 2024-12-02T09:06:59,179 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-12-02T09:06:59,179 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:06:59,179 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:06:59,180 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:06:59,180 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:06:59,180 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:06:59,180 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:06:59,180 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:06:59,180 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:06:59,180 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:06:59,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:06:59,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:06:59,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:59,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:59,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:06:59,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:06:59,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:59,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:59,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:06:59,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:06:59,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:59,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:59,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:06:59,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:06:59,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:06:59,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:06:59,184 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:06:59,185 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740 2024-12-02T09:06:59,185 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740 2024-12-02T09:06:59,186 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:06:59,186 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:06:59,186 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:06:59,187 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:06:59,187 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67737514, jitterRate=0.009367614984512329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:06:59,188 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:06:59,188 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130419180Writing region info on filesystem at 1733130419180Initializing all the Stores at 1733130419181 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130419181Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130419181Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130419181Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130419181Cleaning up temporary data from old regions at 1733130419186 (+5 ms)Running coprocessor post-open hooks at 1733130419188 (+2 ms)Region opened successfully at 1733130419188 2024-12-02T09:06:59,188 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130419157 2024-12-02T09:06:59,190 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:06:59,190 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:06:59,190 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,36593,1733130416450 2024-12-02T09:06:59,190 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,36593,1733130416450, state=OPEN 2024-12-02T09:06:59,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2112410423/meta-region-server 2024-12-02T09:06:59,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2112410423/meta-region-server 2024-12-02T09:06:59,206 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,36593,1733130416450 2024-12-02T09:06:59,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2112410423/meta-region-server: CHANGED 2024-12-02T09:06:59,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2112410423/meta-region-server: CHANGED 2024-12-02T09:06:59,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:06:59,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,36593,1733130416450 in 201 msec 2024-12-02T09:06:59,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:06:59,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-12-02T09:06:59,210 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:06:59,210 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:06:59,211 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:59,211 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,36593,1733130416450, seqNum=-1] 2024-12-02T09:06:59,211 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:59,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:59,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2660 sec 2024-12-02T09:06:59,216 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130419216, completionTime=-1 2024-12-02T09:06:59,216 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:06:59,216 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:06:59,218 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:06:59,218 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130479218 2024-12-02T09:06:59,218 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130539218 2024-12-02T09:06:59,218 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:06:59,218 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46017,1733130416309-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:59,218 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46017,1733130416309-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:59,218 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46017,1733130416309-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:59,218 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:46017, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:59,218 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:59,218 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:59,220 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:06:59,221 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.706sec 2024-12-02T09:06:59,221 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:06:59,221 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:06:59,221 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:06:59,221 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:06:59,221 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:06:59,221 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46017,1733130416309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:06:59,221 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46017,1733130416309-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:06:59,223 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:06:59,223 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:06:59,223 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,46017,1733130416309-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:06:59,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54eccc07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:59,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46017,-1 for getting cluster id 2024-12-02T09:06:59,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:06:59,288 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd' 2024-12-02T09:06:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:06:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd" 2024-12-02T09:06:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746f6947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46017,-1] 2024-12-02T09:06:59,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:06:59,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:06:59,289 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:06:59,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aa54bdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:06:59,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:06:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,36593,1733130416450, seqNum=-1] 2024-12-02T09:06:59,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:06:59,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:06:59,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,46017,1733130416309 2024-12-02T09:06:59,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52860 2024-12-02T09:06:59,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:06:59,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1009a3d4a020002 connected 2024-12-02T09:06:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/hadoop.log.dir so I do NOT create it in target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929 2024-12-02T09:06:59,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:06:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/hadoop.tmp.dir so I do NOT create it in target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929 2024-12-02T09:06:59,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:06:59,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929 2024-12-02T09:06:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:06:59,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/cluster_27f47a2c-0beb-9b65-e536-9bfcc3d602ad, deleteOnExit=true 2024-12-02T09:06:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:06:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/test.cache.data in system properties and HBase conf 2024-12-02T09:06:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:06:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:06:59,309 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:06:59,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:06:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:06:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:06:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:06:59,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:06:59,538 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:59,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:59,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:59,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:59,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:06:59,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:59,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f175b49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:59,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ce2fafc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:59,642 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ed8e4fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/java.io.tmpdir/jetty-localhost-43587-hadoop-hdfs-3_4_1-tests_jar-_-any-12963306638334566016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:06:59,643 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c4ed100{HTTP/1.1, (http/1.1)}{localhost:43587} 2024-12-02T09:06:59,643 INFO [Time-limited test {}] server.Server(415): Started @314182ms 2024-12-02T09:06:59,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:06:59,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:06:59,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:06:59,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:06:59,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:06:59,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b030b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:06:59,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d9b4b08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:06:59,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37d8432e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/java.io.tmpdir/jetty-localhost-36307-hadoop-hdfs-3_4_1-tests_jar-_-any-12579970287044341320/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:06:59,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26236e8a{HTTP/1.1, (http/1.1)}{localhost:36307} 2024-12-02T09:06:59,930 INFO [Time-limited test {}] server.Server(415): Started @314470ms 2024-12-02T09:06:59,931 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:07:00,386 WARN [Thread-4425 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/cluster_27f47a2c-0beb-9b65-e536-9bfcc3d602ad/data/data1/current/BP-95484976-172.17.0.3-1733130419326/current, will proceed with Du for space computation calculation, 2024-12-02T09:07:00,386 WARN [Thread-4426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/cluster_27f47a2c-0beb-9b65-e536-9bfcc3d602ad/data/data2/current/BP-95484976-172.17.0.3-1733130419326/current, will proceed with Du for space computation calculation, 2024-12-02T09:07:00,405 WARN [Thread-4413 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:07:00,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x144173203b56537f with lease ID 0x741c841abd356753: Processing first storage report for DS-0a07cbbf-ba73-469b-9711-886d582f7c51 from datanode DatanodeRegistration(127.0.0.1:42609, datanodeUuid=d9b6276d-f531-4a6c-aae0-d81874cb6f99, infoPort=42687, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1778834747;c=1733130419326) 2024-12-02T09:07:00,407 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x144173203b56537f with lease ID 0x741c841abd356753: from storage DS-0a07cbbf-ba73-469b-9711-886d582f7c51 node DatanodeRegistration(127.0.0.1:42609, datanodeUuid=d9b6276d-f531-4a6c-aae0-d81874cb6f99, infoPort=42687, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1778834747;c=1733130419326), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:07:00,407 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x144173203b56537f with lease ID 0x741c841abd356753: Processing first storage report for DS-7d2d9afa-3e79-49f8-8065-5a481aa4807c from datanode DatanodeRegistration(127.0.0.1:42609, datanodeUuid=d9b6276d-f531-4a6c-aae0-d81874cb6f99, infoPort=42687, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1778834747;c=1733130419326) 2024-12-02T09:07:00,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x144173203b56537f with lease ID 0x741c841abd356753: from storage DS-7d2d9afa-3e79-49f8-8065-5a481aa4807c node DatanodeRegistration(127.0.0.1:42609, datanodeUuid=d9b6276d-f531-4a6c-aae0-d81874cb6f99, infoPort=42687, infoSecurePort=0, ipcPort=44981, storageInfo=lv=-57;cid=testClusterID;nsid=1778834747;c=1733130419326), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:07:00,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929 2024-12-02T09:07:00,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:00,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:00,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:07:00,469 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac with version=8 2024-12-02T09:07:00,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/hbase-staging 2024-12-02T09:07:00,471 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:07:00,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:00,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:00,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:07:00,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:00,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:07:00,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:07:00,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:07:00,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39685 2024-12-02T09:07:00,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39685 connecting to ZooKeeper ensemble=127.0.0.1:52860 2024-12-02T09:07:00,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396850x0, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:07:00,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39685-0x1009a3d4a020003 connected 2024-12-02T09:07:00,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:00,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:00,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Set watcher on znode that does not yet exist, /1-1107844231/running 2024-12-02T09:07:00,551 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac, hbase.cluster.distributed=false 2024-12-02T09:07:00,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Set watcher on znode that does not yet exist, /1-1107844231/acl 2024-12-02T09:07:00,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39685 2024-12-02T09:07:00,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39685 2024-12-02T09:07:00,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39685 2024-12-02T09:07:00,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39685 2024-12-02T09:07:00,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39685 2024-12-02T09:07:00,572 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:07:00,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:00,572 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:00,572 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:07:00,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:00,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:07:00,573 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:07:00,573 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:07:00,573 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43489 2024-12-02T09:07:00,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43489 connecting to ZooKeeper ensemble=127.0.0.1:52860 2024-12-02T09:07:00,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:00,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:00,589 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434890x0, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:07:00,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434890x0, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Set watcher on znode that does not yet exist, /1-1107844231/running 2024-12-02T09:07:00,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43489-0x1009a3d4a020004 connected 2024-12-02T09:07:00,590 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:07:00,590 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:07:00,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Set watcher on znode that does not yet exist, /1-1107844231/master 2024-12-02T09:07:00,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Set watcher on znode that does not yet exist, /1-1107844231/acl 2024-12-02T09:07:00,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43489 2024-12-02T09:07:00,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43489 2024-12-02T09:07:00,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43489 2024-12-02T09:07:00,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43489 2024-12-02T09:07:00,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43489 2024-12-02T09:07:00,611 DEBUG [M:0;7c6d666a4939:39685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:39685 2024-12-02T09:07:00,612 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1107844231/backup-masters/7c6d666a4939,39685,1733130420471 2024-12-02T09:07:00,614 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231/backup-masters 2024-12-02T09:07:00,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231/backup-masters 2024-12-02T09:07:00,614 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Set watcher on existing znode=/1-1107844231/backup-masters/7c6d666a4939,39685,1733130420471 2024-12-02T09:07:00,622 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1107844231/master 2024-12-02T09:07:00,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:00,622 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:00,623 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Set watcher on existing znode=/1-1107844231/master 2024-12-02T09:07:00,623 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1107844231/backup-masters/7c6d666a4939,39685,1733130420471 from backup master directory 2024-12-02T09:07:00,631 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231/backup-masters 2024-12-02T09:07:00,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1107844231/backup-masters/7c6d666a4939,39685,1733130420471 2024-12-02T09:07:00,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231/backup-masters 2024-12-02T09:07:00,631 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:07:00,631 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,39685,1733130420471 2024-12-02T09:07:00,633 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/hbase.id] with ID: 5ad25f3e-f28c-4104-a1bd-eb66243a3b80 2024-12-02T09:07:00,633 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/.tmp/hbase.id 2024-12-02T09:07:00,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:07:01,041 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/.tmp/hbase.id]:[hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/hbase.id] 2024-12-02T09:07:01,049 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:01,049 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:07:01,050 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T09:07:01,081 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:01,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:01,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:07:01,267 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:07:01,267 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T09:07:01,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T09:07:01,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T09:07:01,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:07:01,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T09:07:01,268 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T09:07:01,268 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T09:07:01,485 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:07:01,486 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:07:01,486 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:07:01,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:07:01,896 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store 2024-12-02T09:07:01,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:07:02,300 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:02,300 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:07:02,300 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:02,300 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:02,300 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:07:02,300 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:02,300 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:02,300 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130422300Disabling compacts and flushes for region at 1733130422300Disabling writes for close at 1733130422300Writing region close event to WAL at 1733130422300Closed at 1733130422300 2024-12-02T09:07:02,301 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/.initializing 2024-12-02T09:07:02,301 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/WALs/7c6d666a4939,39685,1733130420471 2024-12-02T09:07:02,301 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:07:02,302 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C39685%2C1733130420471, suffix=, logDir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/WALs/7c6d666a4939,39685,1733130420471, archiveDir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/oldWALs, maxLogs=10 2024-12-02T09:07:02,313 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/WALs/7c6d666a4939,39685,1733130420471/7c6d666a4939%2C39685%2C1733130420471.1733130422302, exclude list is [], retry=0 2024-12-02T09:07:02,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42609,DS-0a07cbbf-ba73-469b-9711-886d582f7c51,DISK] 2024-12-02T09:07:02,316 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/WALs/7c6d666a4939,39685,1733130420471/7c6d666a4939%2C39685%2C1733130420471.1733130422302 2024-12-02T09:07:02,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-12-02T09:07:02,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:07:02,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:02,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,316 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:07:02,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:02,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:02,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:07:02,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:02,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:02,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:07:02,320 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:02,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:02,320 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:07:02,321 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:02,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:02,321 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,321 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,322 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,322 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,322 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,323 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:07:02,323 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:02,324 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:07:02,325 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60835056, jitterRate=-0.09348702430725098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:07:02,325 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130422316Initializing all the Stores at 1733130422317 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130422317Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130422317Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130422317Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130422317Cleaning up temporary data from old regions at 1733130422322 (+5 ms)Region opened successfully at 1733130422325 (+3 ms) 2024-12-02T09:07:02,325 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:07:02,327 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323ff6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:07:02,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:07:02,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:07:02,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:07:02,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:07:02,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:07:02,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:07:02,328 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:07:02,331 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:07:02,331 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Unable to get data of znode /1-1107844231/balancer because node does not exist (not necessarily an error) 2024-12-02T09:07:02,364 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1107844231/balancer already deleted, retry=false 2024-12-02T09:07:02,364 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:07:02,365 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Unable to get data of znode /1-1107844231/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:07:02,372 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1107844231/normalizer already deleted, retry=false 2024-12-02T09:07:02,373 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:07:02,373 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Unable to get data of znode /1-1107844231/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:07:02,381 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1107844231/switch/split already deleted, retry=false 2024-12-02T09:07:02,381 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Unable to get data of znode /1-1107844231/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:07:02,389 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1107844231/switch/merge already deleted, retry=false 2024-12-02T09:07:02,390 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Unable to get data of znode /1-1107844231/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:07:02,397 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1107844231/snapshot-cleanup already deleted, retry=false 2024-12-02T09:07:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1107844231/running 2024-12-02T09:07:02,406 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1107844231/running 2024-12-02T09:07:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:02,406 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:02,406 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,39685,1733130420471, sessionid=0x1009a3d4a020003, setting cluster-up flag (Was=false) 2024-12-02T09:07:02,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:02,422 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:02,447 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1107844231/flush-table-proc/acquired, /1-1107844231/flush-table-proc/reached, /1-1107844231/flush-table-proc/abort 2024-12-02T09:07:02,448 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,39685,1733130420471 2024-12-02T09:07:02,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:02,464 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:02,489 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1107844231/online-snapshot/acquired, /1-1107844231/online-snapshot/reached, /1-1107844231/online-snapshot/abort 2024-12-02T09:07:02,490 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,39685,1733130420471 2024-12-02T09:07:02,491 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:07:02,492 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:07:02,492 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:07:02,492 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:07:02,492 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,39685,1733130420471 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:07:02,493 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:07:02,493 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:07:02,493 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:07:02,494 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:07:02,494 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:07:02,494 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,494 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:07:02,494 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,495 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130452495 2024-12-02T09:07:02,495 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:07:02,495 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:07:02,495 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:07:02,495 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:07:02,495 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:07:02,495 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:07:02,495 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:07:02,495 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:07:02,496 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:02,496 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:07:02,499 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,499 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:07:02,499 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:07:02,499 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:07:02,499 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:07:02,500 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:07:02,500 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:07:02,500 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130422500,5,FailOnTimeoutGroup] 2024-12-02T09:07:02,503 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130422500,5,FailOnTimeoutGroup] 2024-12-02T09:07:02,503 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,503 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:07:02,503 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,503 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:07:02,508 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(746): ClusterId : 5ad25f3e-f28c-4104-a1bd-eb66243a3b80 2024-12-02T09:07:02,508 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:07:02,515 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:07:02,515 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:07:02,523 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:07:02,523 DEBUG [RS:0;7c6d666a4939:43489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46220a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:07:02,542 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:43489 2024-12-02T09:07:02,542 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:07:02,542 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:07:02,542 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:07:02,543 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,39685,1733130420471 with port=43489, startcode=1733130420572 2024-12-02T09:07:02,543 DEBUG [RS:0;7c6d666a4939:43489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:07:02,544 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:07:02,544 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39685 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,43489,1733130420572 2024-12-02T09:07:02,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39685 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,43489,1733130420572 2024-12-02T09:07:02,547 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac 2024-12-02T09:07:02,547 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33773 2024-12-02T09:07:02,547 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:07:02,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231/rs 2024-12-02T09:07:02,590 DEBUG [RS:0;7c6d666a4939:43489 {}] zookeeper.ZKUtil(111): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Set watcher on existing znode=/1-1107844231/rs/7c6d666a4939,43489,1733130420572 2024-12-02T09:07:02,590 WARN [RS:0;7c6d666a4939:43489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:07:02,591 INFO [RS:0;7c6d666a4939:43489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:07:02,591 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/WALs/7c6d666a4939,43489,1733130420572 2024-12-02T09:07:02,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,43489,1733130420572] 2024-12-02T09:07:02,593 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:07:02,594 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:07:02,594 INFO [RS:0;7c6d666a4939:43489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:07:02,594 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,594 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:07:02,595 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:07:02,595 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:07:02,595 DEBUG [RS:0;7c6d666a4939:43489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:07:02,600 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,600 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,600 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,600 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,600 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,600 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,43489,1733130420572-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:07:02,612 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:07:02,612 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,43489,1733130420572-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,612 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,612 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.Replication(171): 7c6d666a4939,43489,1733130420572 started 2024-12-02T09:07:02,622 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:02,622 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,43489,1733130420572, RpcServer on 7c6d666a4939/172.17.0.3:43489, sessionid=0x1009a3d4a020004 2024-12-02T09:07:02,623 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:07:02,623 DEBUG [RS:0;7c6d666a4939:43489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,43489,1733130420572 2024-12-02T09:07:02,623 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,43489,1733130420572' 2024-12-02T09:07:02,623 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1107844231/flush-table-proc/abort' 2024-12-02T09:07:02,623 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1107844231/flush-table-proc/acquired' 2024-12-02T09:07:02,623 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:07:02,623 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:07:02,623 DEBUG [RS:0;7c6d666a4939:43489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,43489,1733130420572 2024-12-02T09:07:02,623 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,43489,1733130420572' 2024-12-02T09:07:02,623 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1107844231/online-snapshot/abort' 2024-12-02T09:07:02,624 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1107844231/online-snapshot/acquired' 2024-12-02T09:07:02,624 DEBUG [RS:0;7c6d666a4939:43489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:07:02,624 INFO [RS:0;7c6d666a4939:43489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:07:02,624 INFO [RS:0;7c6d666a4939:43489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:07:02,724 INFO [RS:0;7c6d666a4939:43489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:07:02,725 INFO [RS:0;7c6d666a4939:43489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C43489%2C1733130420572, suffix=, logDir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/WALs/7c6d666a4939,43489,1733130420572, archiveDir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/oldWALs, maxLogs=10 2024-12-02T09:07:02,736 DEBUG [RS:0;7c6d666a4939:43489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/WALs/7c6d666a4939,43489,1733130420572/7c6d666a4939%2C43489%2C1733130420572.1733130422725, exclude list is [], retry=0 2024-12-02T09:07:02,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42609,DS-0a07cbbf-ba73-469b-9711-886d582f7c51,DISK] 2024-12-02T09:07:02,739 INFO [RS:0;7c6d666a4939:43489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/WALs/7c6d666a4939,43489,1733130420572/7c6d666a4939%2C43489%2C1733130420572.1733130422725 2024-12-02T09:07:02,739 DEBUG [RS:0;7c6d666a4939:43489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-12-02T09:07:02,909 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:07:02,909 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac 2024-12-02T09:07:02,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:07:03,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:03,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:07:03,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:07:03,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:03,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:03,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:07:03,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:07:03,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:03,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:03,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:07:03,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:07:03,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:03,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:03,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:07:03,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:07:03,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:03,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:03,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:07:03,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740 2024-12-02T09:07:03,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740 2024-12-02T09:07:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:07:03,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:07:03,320 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:07:03,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:07:03,322 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:07:03,323 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68816704, jitterRate=0.02544879913330078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:07:03,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130423313Initializing all the Stores at 1733130423313Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130423313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130423313Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130423313Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130423314 (+1 ms)Cleaning up temporary data from old regions at 1733130423320 (+6 ms)Region opened successfully at 1733130423323 (+3 ms) 2024-12-02T09:07:03,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:07:03,323 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:07:03,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:07:03,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:07:03,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:07:03,323 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:07:03,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130423323Disabling compacts and flushes for region at 1733130423323Disabling writes for close at 1733130423323Writing region close event to WAL at 1733130423323Closed at 1733130423323 2024-12-02T09:07:03,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:07:03,324 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:07:03,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:07:03,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:07:03,326 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:07:03,476 DEBUG [7c6d666a4939:39685 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:07:03,476 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,43489,1733130420572 2024-12-02T09:07:03,477 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,43489,1733130420572, state=OPENING 2024-12-02T09:07:03,506 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:07:03,514 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:03,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:03,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1107844231/meta-region-server: CHANGED 2024-12-02T09:07:03,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1107844231/meta-region-server: CHANGED 2024-12-02T09:07:03,515 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:07:03,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,43489,1733130420572}] 2024-12-02T09:07:03,668 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:07:03,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:07:03,671 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:07:03,671 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:07:03,671 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:07:03,672 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C43489%2C1733130420572.meta, suffix=.meta, logDir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/WALs/7c6d666a4939,43489,1733130420572, archiveDir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/oldWALs, maxLogs=10 2024-12-02T09:07:03,684 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/WALs/7c6d666a4939,43489,1733130420572/7c6d666a4939%2C43489%2C1733130420572.meta.1733130423672.meta, exclude list is [], retry=0 2024-12-02T09:07:03,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42609,DS-0a07cbbf-ba73-469b-9711-886d582f7c51,DISK] 2024-12-02T09:07:03,687 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/WALs/7c6d666a4939,43489,1733130420572/7c6d666a4939%2C43489%2C1733130420572.meta.1733130423672.meta 2024-12-02T09:07:03,687 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42687:42687)] 2024-12-02T09:07:03,687 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:07:03,687 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:07:03,687 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:07:03,688 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:07:03,688 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:07:03,688 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:07:03,688 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:03,688 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:07:03,688 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:07:03,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:07:03,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:07:03,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:03,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:03,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:07:03,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:07:03,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:03,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:03,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:07:03,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:07:03,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:03,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:03,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:07:03,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:07:03,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:03,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:03,691 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:07:03,692 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740 2024-12-02T09:07:03,692 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740 2024-12-02T09:07:03,693 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:07:03,693 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:07:03,693 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:07:03,694 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:07:03,694 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69773296, jitterRate=0.0397031307220459}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:07:03,694 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:07:03,695 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130423688Writing region info on filesystem at 1733130423688Initializing all the Stores at 1733130423688Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130423688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130423689 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130423689Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130423689Cleaning up temporary data from old regions at 1733130423693 (+4 ms)Running coprocessor post-open hooks at 1733130423694 (+1 ms)Region opened successfully at 1733130423694 2024-12-02T09:07:03,695 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130423667 2024-12-02T09:07:03,696 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:07:03,696 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:07:03,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,43489,1733130420572 2024-12-02T09:07:03,697 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,43489,1733130420572, state=OPEN 2024-12-02T09:07:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1107844231/meta-region-server 2024-12-02T09:07:03,706 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1107844231/meta-region-server 2024-12-02T09:07:03,706 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,43489,1733130420572 2024-12-02T09:07:03,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1107844231/meta-region-server: CHANGED 2024-12-02T09:07:03,706 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1107844231/meta-region-server: CHANGED 2024-12-02T09:07:03,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:07:03,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,43489,1733130420572 in 191 msec 2024-12-02T09:07:03,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:07:03,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-12-02T09:07:03,709 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:07:03,709 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:07:03,710 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:07:03,710 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,43489,1733130420572, seqNum=-1] 2024-12-02T09:07:03,710 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:07:03,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:07:03,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-12-02T09:07:03,714 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130423714, completionTime=-1 2024-12-02T09:07:03,714 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:07:03,714 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:07:03,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:07:03,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130483716 2024-12-02T09:07:03,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130543716 2024-12-02T09:07:03,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:07:03,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39685,1733130420471-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:03,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39685,1733130420471-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:03,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39685,1733130420471-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:03,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:39685, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:03,716 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:03,717 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:03,718 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:07:03,719 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.088sec 2024-12-02T09:07:03,719 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:07:03,719 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:07:03,719 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:07:03,719 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:07:03,719 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:07:03,719 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39685,1733130420471-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:07:03,719 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39685,1733130420471-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:07:03,721 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:07:03,721 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:07:03,721 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39685,1733130420471-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:03,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13618082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:03,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,39685,-1 for getting cluster id 2024-12-02T09:07:03,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:03,809 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ad25f3e-f28c-4104-a1bd-eb66243a3b80' 2024-12-02T09:07:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ad25f3e-f28c-4104-a1bd-eb66243a3b80" 2024-12-02T09:07:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88cdce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,39685,-1] 2024-12-02T09:07:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:03,810 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:03,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e2c30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:03,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:07:03,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,43489,1733130420572, seqNum=-1] 2024-12-02T09:07:03,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:07:03,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:07:03,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,39685,1733130420471 2024-12-02T09:07:03,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52860 2024-12-02T09:07:03,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:07:03,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1009a3d4a020005 connected 2024-12-02T09:07:03,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/hadoop.log.dir so I do NOT create it in target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d 2024-12-02T09:07:03,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T09:07:03,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/hadoop.tmp.dir so I do NOT create it in target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d 2024-12-02T09:07:03,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T09:07:03,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/cluster_502fc807-6329-d1f3-48df-ec579633ad8a, deleteOnExit=true 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/test.cache.data in system properties and HBase conf 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:07:03,833 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:07:03,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:07:03,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:07:03,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:07:03,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:07:03,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:07:03,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:07:03,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:07:03,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:07:03,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:07:04,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:07:04,062 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:07:04,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:07:04,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:07:04,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:07:04,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:07:04,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@173a7580{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:07:04,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4982018e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:07:04,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a8cf584{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/java.io.tmpdir/jetty-localhost-44213-hadoop-hdfs-3_4_1-tests_jar-_-any-9578910083426553398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:07:04,173 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12fc54d0{HTTP/1.1, (http/1.1)}{localhost:44213} 2024-12-02T09:07:04,173 INFO [Time-limited test {}] server.Server(415): Started @318713ms 2024-12-02T09:07:04,440 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:07:04,441 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,441 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,441 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,441 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,441 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,441 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,442 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,477 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,482 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,505 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,507 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:04,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:07:04,538 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:07:04,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:07:04,539 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:07:04,539 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:07:04,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30373025{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:07:04,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@481ae164{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:07:04,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3339c086{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/java.io.tmpdir/jetty-localhost-37111-hadoop-hdfs-3_4_1-tests_jar-_-any-15127258572571706691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:07:04,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d1236d8{HTTP/1.1, (http/1.1)}{localhost:37111} 2024-12-02T09:07:04,674 INFO [Time-limited test {}] server.Server(415): Started @319214ms 2024-12-02T09:07:04,676 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:07:05,303 WARN [Thread-4547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/cluster_502fc807-6329-d1f3-48df-ec579633ad8a/data/data2/current/BP-1270640351-172.17.0.3-1733130423847/current, will proceed with Du for space computation calculation, 2024-12-02T09:07:05,303 WARN [Thread-4546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/cluster_502fc807-6329-d1f3-48df-ec579633ad8a/data/data1/current/BP-1270640351-172.17.0.3-1733130423847/current, will proceed with Du for space computation calculation, 2024-12-02T09:07:05,352 WARN [Thread-4534 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:07:05,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf20444c4e1f8fd00 with lease ID 0x109adf8133ac3d19: Processing first storage report for DS-f6a5b5fa-e56e-4453-95bc-f9d77554d51f from datanode DatanodeRegistration(127.0.0.1:38543, datanodeUuid=f768b266-7e50-406f-a568-0173183f65f9, infoPort=36285, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=775248330;c=1733130423847) 2024-12-02T09:07:05,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf20444c4e1f8fd00 with lease ID 0x109adf8133ac3d19: from storage DS-f6a5b5fa-e56e-4453-95bc-f9d77554d51f node DatanodeRegistration(127.0.0.1:38543, datanodeUuid=f768b266-7e50-406f-a568-0173183f65f9, infoPort=36285, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=775248330;c=1733130423847), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:07:05,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf20444c4e1f8fd00 with lease ID 0x109adf8133ac3d19: Processing first storage report for DS-01c72425-6165-4603-9ad0-f8575bfd5c12 from datanode DatanodeRegistration(127.0.0.1:38543, datanodeUuid=f768b266-7e50-406f-a568-0173183f65f9, infoPort=36285, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=775248330;c=1733130423847) 2024-12-02T09:07:05,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf20444c4e1f8fd00 with lease ID 0x109adf8133ac3d19: from storage DS-01c72425-6165-4603-9ad0-f8575bfd5c12 node DatanodeRegistration(127.0.0.1:38543, datanodeUuid=f768b266-7e50-406f-a568-0173183f65f9, infoPort=36285, infoSecurePort=0, ipcPort=39843, storageInfo=lv=-57;cid=testClusterID;nsid=775248330;c=1733130423847), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:07:05,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d 2024-12-02T09:07:05,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:05,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:05,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:07:05,839 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db with version=8 2024-12-02T09:07:05,839 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/hbase-staging 2024-12-02T09:07:05,841 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:07:05,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:05,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:05,841 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:07:05,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:05,841 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:07:05,841 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:07:05,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:07:05,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39923 2024-12-02T09:07:05,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39923 connecting to ZooKeeper ensemble=127.0.0.1:52860 2024-12-02T09:07:05,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399230x0, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:07:05,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39923-0x1009a3d4a020006 connected 2024-12-02T09:07:05,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:05,941 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:05,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Set watcher on znode that does not yet exist, /21517683394/running 2024-12-02T09:07:05,943 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db, hbase.cluster.distributed=false 2024-12-02T09:07:05,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Set watcher on znode that does not yet exist, /21517683394/acl 2024-12-02T09:07:05,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39923 2024-12-02T09:07:05,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39923 2024-12-02T09:07:05,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39923 2024-12-02T09:07:05,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39923 2024-12-02T09:07:05,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39923 2024-12-02T09:07:05,958 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:07:05,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:05,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:05,958 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:07:05,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:07:05,958 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:07:05,958 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:07:05,958 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:07:05,959 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36729 2024-12-02T09:07:05,959 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36729 connecting to ZooKeeper ensemble=127.0.0.1:52860 2024-12-02T09:07:05,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:05,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:05,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367290x0, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:07:05,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367290x0, quorum=127.0.0.1:52860, baseZNode=/21517683394 Set watcher on znode that does not yet exist, /21517683394/running 2024-12-02T09:07:05,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36729-0x1009a3d4a020007 connected 2024-12-02T09:07:05,973 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:07:05,975 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:07:05,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Set watcher on znode that does not yet exist, /21517683394/master 2024-12-02T09:07:05,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Set watcher on znode that does not yet exist, /21517683394/acl 2024-12-02T09:07:05,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36729 2024-12-02T09:07:05,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36729 2024-12-02T09:07:05,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36729 2024-12-02T09:07:05,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36729 2024-12-02T09:07:05,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36729 2024-12-02T09:07:06,002 DEBUG [M:0;7c6d666a4939:39923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:39923 2024-12-02T09:07:06,002 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21517683394/backup-masters/7c6d666a4939,39923,1733130425841 2024-12-02T09:07:06,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394/backup-masters 2024-12-02T09:07:06,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394/backup-masters 2024-12-02T09:07:06,006 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Set watcher on existing znode=/21517683394/backup-masters/7c6d666a4939,39923,1733130425841 2024-12-02T09:07:06,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21517683394/master 2024-12-02T09:07:06,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:06,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:06,014 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Set watcher on existing znode=/21517683394/master 2024-12-02T09:07:06,014 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21517683394/backup-masters/7c6d666a4939,39923,1733130425841 from backup master directory 2024-12-02T09:07:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21517683394/backup-masters/7c6d666a4939,39923,1733130425841 2024-12-02T09:07:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394/backup-masters 2024-12-02T09:07:06,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394/backup-masters 2024-12-02T09:07:06,022 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:07:06,022 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,39923,1733130425841 2024-12-02T09:07:06,025 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/hbase.id] with ID: 0e2efdb8-117a-4990-a11b-58b10c581679 2024-12-02T09:07:06,025 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/.tmp/hbase.id 2024-12-02T09:07:06,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:07:06,433 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/.tmp/hbase.id]:[hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/hbase.id] 2024-12-02T09:07:06,441 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:06,441 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:07:06,442 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T09:07:06,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:06,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:06,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:07:06,862 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:07:06,863 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:07:06,864 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:07:06,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:07:07,269 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store 2024-12-02T09:07:07,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:07:07,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:07,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:07:07,674 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:07,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:07,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:07:07,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:07,674 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:07,674 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130427674Disabling compacts and flushes for region at 1733130427674Disabling writes for close at 1733130427674Writing region close event to WAL at 1733130427674Closed at 1733130427674 2024-12-02T09:07:07,675 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/.initializing 2024-12-02T09:07:07,675 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/WALs/7c6d666a4939,39923,1733130425841 2024-12-02T09:07:07,675 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:07:07,676 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C39923%2C1733130425841, suffix=, logDir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/WALs/7c6d666a4939,39923,1733130425841, archiveDir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/oldWALs, maxLogs=10 2024-12-02T09:07:07,687 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/WALs/7c6d666a4939,39923,1733130425841/7c6d666a4939%2C39923%2C1733130425841.1733130427676, exclude list is [], retry=0 2024-12-02T09:07:07,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38543,DS-f6a5b5fa-e56e-4453-95bc-f9d77554d51f,DISK] 2024-12-02T09:07:07,690 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/WALs/7c6d666a4939,39923,1733130425841/7c6d666a4939%2C39923%2C1733130425841.1733130427676 2024-12-02T09:07:07,690 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36285:36285)] 2024-12-02T09:07:07,690 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:07:07,690 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:07,690 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,690 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:07:07,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:07,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:07,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:07:07,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:07,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:07,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:07:07,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:07,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:07,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:07:07,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:07,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:07,696 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,696 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,697 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,697 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,697 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,697 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:07:07,698 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:07:07,699 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:07:07,699 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62085763, jitterRate=-0.07485003769397736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:07:07,700 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130427690Initializing all the Stores at 1733130427691 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130427691Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130427691Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130427691Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130427691Cleaning up temporary data from old regions at 1733130427697 (+6 ms)Region opened successfully at 1733130427699 (+2 ms) 2024-12-02T09:07:07,700 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:07:07,701 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca162ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:07:07,702 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:07:07,702 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:07:07,702 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:07:07,702 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:07:07,703 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T09:07:07,703 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T09:07:07,703 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:07:07,704 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:07:07,705 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Unable to get data of znode /21517683394/balancer because node does not exist (not necessarily an error) 2024-12-02T09:07:07,739 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21517683394/balancer already deleted, retry=false 2024-12-02T09:07:07,739 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:07:07,740 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Unable to get data of znode /21517683394/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:07:07,747 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21517683394/normalizer already deleted, retry=false 2024-12-02T09:07:07,748 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:07:07,748 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Unable to get data of znode /21517683394/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:07:07,756 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21517683394/switch/split already deleted, retry=false 2024-12-02T09:07:07,756 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Unable to get data of znode /21517683394/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:07:07,764 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21517683394/switch/merge already deleted, retry=false 2024-12-02T09:07:07,765 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Unable to get data of znode /21517683394/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:07:07,772 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21517683394/snapshot-cleanup already deleted, retry=false 2024-12-02T09:07:07,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21517683394/running 2024-12-02T09:07:07,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21517683394/running 2024-12-02T09:07:07,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:07,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:07,781 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,39923,1733130425841, sessionid=0x1009a3d4a020006, setting cluster-up flag (Was=false) 2024-12-02T09:07:07,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:07,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:07,822 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21517683394/flush-table-proc/acquired, /21517683394/flush-table-proc/reached, /21517683394/flush-table-proc/abort 2024-12-02T09:07:07,823 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,39923,1733130425841 2024-12-02T09:07:07,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:07,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:07,864 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21517683394/online-snapshot/acquired, /21517683394/online-snapshot/reached, /21517683394/online-snapshot/abort 2024-12-02T09:07:07,865 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,39923,1733130425841 2024-12-02T09:07:07,866 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:07:07,867 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:07:07,867 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:07:07,867 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:07:07,867 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,39923,1733130425841 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:07:07,869 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:07:07,869 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:07:07,869 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:07:07,869 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:07:07,869 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:07:07,869 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,869 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:07:07,869 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,869 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130457869 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:07:07,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:07:07,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:07:07,870 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:07:07,871 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:07,871 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130427871,5,FailOnTimeoutGroup] 2024-12-02T09:07:07,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:07:07,871 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130427871,5,FailOnTimeoutGroup] 2024-12-02T09:07:07,871 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,871 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:07:07,871 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,871 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:07:07,889 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(746): ClusterId : 0e2efdb8-117a-4990-a11b-58b10c581679 2024-12-02T09:07:07,889 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:07:07,898 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:07:07,898 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:07:07,906 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:07:07,906 DEBUG [RS:0;7c6d666a4939:36729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fbf36ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:07:07,919 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:36729 2024-12-02T09:07:07,919 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:07:07,919 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:07:07,919 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:07:07,920 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,39923,1733130425841 with port=36729, startcode=1733130425958 2024-12-02T09:07:07,920 DEBUG [RS:0;7c6d666a4939:36729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:07:07,921 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:07:07,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39923 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,36729,1733130425958 2024-12-02T09:07:07,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39923 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,36729,1733130425958 2024-12-02T09:07:07,923 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db 2024-12-02T09:07:07,923 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34355 2024-12-02T09:07:07,923 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:07:07,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394/rs 2024-12-02T09:07:07,966 DEBUG [RS:0;7c6d666a4939:36729 {}] zookeeper.ZKUtil(111): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Set watcher on existing znode=/21517683394/rs/7c6d666a4939,36729,1733130425958 2024-12-02T09:07:07,966 WARN [RS:0;7c6d666a4939:36729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:07:07,966 INFO [RS:0;7c6d666a4939:36729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:07:07,966 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/WALs/7c6d666a4939,36729,1733130425958 2024-12-02T09:07:07,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,36729,1733130425958] 2024-12-02T09:07:07,968 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:07:07,969 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:07:07,970 INFO [RS:0;7c6d666a4939:36729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:07:07,970 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,970 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:07:07,970 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:07:07,970 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:07:07,970 DEBUG [RS:0;7c6d666a4939:36729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:07:07,975 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,975 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,975 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,975 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,975 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,975 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36729,1733130425958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:07:07,987 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:07:07,987 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,36729,1733130425958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,987 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,987 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.Replication(171): 7c6d666a4939,36729,1733130425958 started 2024-12-02T09:07:07,999 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:07,999 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,36729,1733130425958, RpcServer on 7c6d666a4939/172.17.0.3:36729, sessionid=0x1009a3d4a020007 2024-12-02T09:07:08,000 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:07:08,000 DEBUG [RS:0;7c6d666a4939:36729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,36729,1733130425958 2024-12-02T09:07:08,000 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,36729,1733130425958' 2024-12-02T09:07:08,000 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21517683394/flush-table-proc/abort' 2024-12-02T09:07:08,000 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21517683394/flush-table-proc/acquired' 2024-12-02T09:07:08,000 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:07:08,000 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:07:08,000 DEBUG [RS:0;7c6d666a4939:36729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,36729,1733130425958 2024-12-02T09:07:08,000 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,36729,1733130425958' 2024-12-02T09:07:08,000 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21517683394/online-snapshot/abort' 2024-12-02T09:07:08,001 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21517683394/online-snapshot/acquired' 2024-12-02T09:07:08,001 DEBUG [RS:0;7c6d666a4939:36729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:07:08,001 INFO [RS:0;7c6d666a4939:36729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:07:08,001 INFO [RS:0;7c6d666a4939:36729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:07:08,101 INFO [RS:0;7c6d666a4939:36729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:07:08,102 INFO [RS:0;7c6d666a4939:36729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C36729%2C1733130425958, suffix=, logDir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/WALs/7c6d666a4939,36729,1733130425958, archiveDir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/oldWALs, maxLogs=10 2024-12-02T09:07:08,114 DEBUG [RS:0;7c6d666a4939:36729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/WALs/7c6d666a4939,36729,1733130425958/7c6d666a4939%2C36729%2C1733130425958.1733130428102, exclude list is [], retry=0 2024-12-02T09:07:08,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38543,DS-f6a5b5fa-e56e-4453-95bc-f9d77554d51f,DISK] 2024-12-02T09:07:08,117 INFO [RS:0;7c6d666a4939:36729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/WALs/7c6d666a4939,36729,1733130425958/7c6d666a4939%2C36729%2C1733130425958.1733130428102 2024-12-02T09:07:08,117 DEBUG [RS:0;7c6d666a4939:36729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36285:36285)] 2024-12-02T09:07:08,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:07:08,281 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db 2024-12-02T09:07:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741833_1009 (size=32) 2024-12-02T09:07:08,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:08,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:07:08,687 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:07:08,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:08,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:08,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:07:08,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:07:08,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:08,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:08,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:07:08,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:07:08,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:08,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:08,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:07:08,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:07:08,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:08,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:08,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:07:08,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740 2024-12-02T09:07:08,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740 2024-12-02T09:07:08,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:07:08,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:07:08,694 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:07:08,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:07:08,696 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:07:08,696 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65387654, jitterRate=-0.025648027658462524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:07:08,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130428686Initializing all the Stores at 1733130428686Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130428686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130428686Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130428686Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130428686Cleaning up temporary data from old regions at 1733130428693 (+7 ms)Region opened successfully at 1733130428696 (+3 ms) 2024-12-02T09:07:08,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:07:08,696 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:07:08,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:07:08,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:07:08,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:07:08,697 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:07:08,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130428696Disabling compacts and flushes for region at 1733130428696Disabling writes for close at 1733130428697 (+1 ms)Writing region close event to WAL at 1733130428697Closed at 1733130428697 2024-12-02T09:07:08,698 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:07:08,698 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:07:08,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:07:08,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:07:08,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:07:08,849 DEBUG [7c6d666a4939:39923 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T09:07:08,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,36729,1733130425958 2024-12-02T09:07:08,850 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,36729,1733130425958, state=OPENING 2024-12-02T09:07:08,856 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:07:08,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:08,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:08,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21517683394/meta-region-server: CHANGED 2024-12-02T09:07:08,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21517683394/meta-region-server: CHANGED 2024-12-02T09:07:08,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:07:08,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,36729,1733130425958}] 2024-12-02T09:07:09,016 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:07:09,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:07:09,020 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:07:09,020 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:07:09,020 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:07:09,021 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C36729%2C1733130425958.meta, suffix=.meta, logDir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/WALs/7c6d666a4939,36729,1733130425958, archiveDir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/oldWALs, maxLogs=10 2024-12-02T09:07:09,032 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/WALs/7c6d666a4939,36729,1733130425958/7c6d666a4939%2C36729%2C1733130425958.meta.1733130429021.meta, exclude list is [], retry=0 2024-12-02T09:07:09,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38543,DS-f6a5b5fa-e56e-4453-95bc-f9d77554d51f,DISK] 2024-12-02T09:07:09,036 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/WALs/7c6d666a4939,36729,1733130425958/7c6d666a4939%2C36729%2C1733130425958.meta.1733130429021.meta 2024-12-02T09:07:09,036 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36285:36285)] 2024-12-02T09:07:09,036 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:07:09,036 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:07:09,037 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:07:09,037 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:07:09,037 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:07:09,037 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:07:09,037 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:09,037 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:07:09,037 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:07:09,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:07:09,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:07:09,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:09,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:09,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:07:09,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:07:09,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:09,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:09,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:07:09,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:07:09,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:09,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:09,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:07:09,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:07:09,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:09,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:07:09,048 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:07:09,049 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740 2024-12-02T09:07:09,049 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740 2024-12-02T09:07:09,050 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:07:09,050 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:07:09,050 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:07:09,051 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:07:09,052 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65961878, jitterRate=-0.017091423273086548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:07:09,052 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:07:09,052 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130429037Writing region info on filesystem at 1733130429037Initializing all the Stores at 1733130429038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130429038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130429045 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130429045Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130429045Cleaning up temporary data from old regions at 1733130429050 (+5 ms)Running coprocessor post-open hooks at 1733130429052 (+2 ms)Region opened successfully at 1733130429052 2024-12-02T09:07:09,053 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130429016 2024-12-02T09:07:09,055 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:07:09,055 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:07:09,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,36729,1733130425958 2024-12-02T09:07:09,055 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,36729,1733130425958, state=OPEN 2024-12-02T09:07:09,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21517683394/meta-region-server 2024-12-02T09:07:09,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21517683394/meta-region-server 2024-12-02T09:07:09,089 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,36729,1733130425958 2024-12-02T09:07:09,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21517683394/meta-region-server: CHANGED 2024-12-02T09:07:09,089 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21517683394/meta-region-server: CHANGED 2024-12-02T09:07:09,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:07:09,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,36729,1733130425958 in 225 msec 2024-12-02T09:07:09,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:07:09,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-12-02T09:07:09,093 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:07:09,093 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:07:09,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:07:09,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,36729,1733130425958, seqNum=-1] 2024-12-02T09:07:09,094 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:07:09,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:07:09,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-12-02T09:07:09,098 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130429098, completionTime=-1 2024-12-02T09:07:09,098 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T09:07:09,098 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:07:09,099 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T09:07:09,099 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130489099 2024-12-02T09:07:09,099 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130549099 2024-12-02T09:07:09,099 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T09:07:09,099 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39923,1733130425841-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:09,099 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39923,1733130425841-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:09,100 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39923,1733130425841-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:09,100 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:39923, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:09,100 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:09,100 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:09,101 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:07:09,102 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.080sec 2024-12-02T09:07:09,102 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:07:09,102 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:07:09,102 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:07:09,102 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:07:09,102 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:07:09,102 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39923,1733130425841-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:07:09,102 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39923,1733130425841-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:07:09,104 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:07:09,104 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:07:09,104 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,39923,1733130425841-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:07:09,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767bf867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:09,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,39923,-1 for getting cluster id 2024-12-02T09:07:09,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:09,191 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e2efdb8-117a-4990-a11b-58b10c581679' 2024-12-02T09:07:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e2efdb8-117a-4990-a11b-58b10c581679" 2024-12-02T09:07:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d8effa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:09,191 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,39923,-1] 2024-12-02T09:07:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:09,192 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:09,192 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:09,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ffcb1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:09,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:07:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,36729,1733130425958, seqNum=-1] 2024-12-02T09:07:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:07:09,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:07:09,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,39923,1733130425841 2024-12-02T09:07:09,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52860 2024-12-02T09:07:09,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:07:09,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1009a3d4a020008 connected 2024-12-02T09:07:09,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46017,1733130416309 2024-12-02T09:07:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77f95ce6 2024-12-02T09:07:09,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:09,217 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:07:09,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:07:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:07:09,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:07:09,219 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:09,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:07:09,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:07:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:09,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:07:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:09,630 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06e96c12e6d935f4344dc2ea678b0332, NAME => 'test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47 2024-12-02T09:07:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:07:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:10,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:10,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 06e96c12e6d935f4344dc2ea678b0332, disabling compactions & flushes 2024-12-02T09:07:10,035 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:10,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:10,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. after waiting 0 ms 2024-12-02T09:07:10,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:10,035 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:10,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06e96c12e6d935f4344dc2ea678b0332: Waiting for close lock at 1733130430035Disabling compacts and flushes for region at 1733130430035Disabling writes for close at 1733130430035Writing region close event to WAL at 1733130430035Closed at 1733130430035 2024-12-02T09:07:10,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:07:10,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130430036"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130430036"}]},"ts":"1733130430036"} 2024-12-02T09:07:10,038 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:07:10,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:07:10,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130430039"}]},"ts":"1733130430039"} 2024-12-02T09:07:10,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:07:10,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06e96c12e6d935f4344dc2ea678b0332, ASSIGN}] 2024-12-02T09:07:10,042 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=06e96c12e6d935f4344dc2ea678b0332, ASSIGN 2024-12-02T09:07:10,044 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=06e96c12e6d935f4344dc2ea678b0332, ASSIGN; state=OFFLINE, location=7c6d666a4939,36593,1733130416450; forceNewPlan=false, retain=false 2024-12-02T09:07:10,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06e96c12e6d935f4344dc2ea678b0332, regionState=OPENING, regionLocation=7c6d666a4939,36593,1733130416450 2024-12-02T09:07:10,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=06e96c12e6d935f4344dc2ea678b0332, ASSIGN because future has completed 2024-12-02T09:07:10,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06e96c12e6d935f4344dc2ea678b0332, server=7c6d666a4939,36593,1733130416450}] 2024-12-02T09:07:10,351 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:10,351 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06e96c12e6d935f4344dc2ea678b0332, NAME => 'test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:07:10,351 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:07:10,351 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:07:10,351 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,351 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:10,351 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,351 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,352 INFO [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,353 INFO [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e96c12e6d935f4344dc2ea678b0332 columnFamilyName f 2024-12-02T09:07:10,353 DEBUG [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:10,353 INFO [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] regionserver.HStore(327): Store=06e96c12e6d935f4344dc2ea678b0332/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:10,353 INFO [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,354 INFO [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e96c12e6d935f4344dc2ea678b0332 columnFamilyName f1 2024-12-02T09:07:10,354 DEBUG [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:10,354 INFO [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] regionserver.HStore(327): Store=06e96c12e6d935f4344dc2ea678b0332/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:10,354 INFO [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,355 INFO [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06e96c12e6d935f4344dc2ea678b0332 columnFamilyName norep 2024-12-02T09:07:10,355 DEBUG [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:10,355 INFO [StoreOpener-06e96c12e6d935f4344dc2ea678b0332-1 {}] regionserver.HStore(327): Store=06e96c12e6d935f4344dc2ea678b0332/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:10,355 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,356 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,356 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,356 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,356 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,357 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:07:10,357 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:10,358 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:07:10,359 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06e96c12e6d935f4344dc2ea678b0332; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72612750, jitterRate=0.0820142924785614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:07:10,359 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:10,359 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06e96c12e6d935f4344dc2ea678b0332: Running coprocessor pre-open hook at 1733130430352Writing region info on filesystem at 1733130430352Initializing all the Stores at 1733130430352Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130430352Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130430352Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130430352Cleaning up temporary data from old regions at 1733130430356 (+4 ms)Running coprocessor post-open hooks at 1733130430359 (+3 ms)Region opened successfully at 1733130430359 2024-12-02T09:07:10,359 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., pid=6, masterSystemTime=1733130430348 2024-12-02T09:07:10,361 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:10,361 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:10,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06e96c12e6d935f4344dc2ea678b0332, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,36593,1733130416450 2024-12-02T09:07:10,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06e96c12e6d935f4344dc2ea678b0332, server=7c6d666a4939,36593,1733130416450 because future has completed 2024-12-02T09:07:10,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:07:10,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06e96c12e6d935f4344dc2ea678b0332, server=7c6d666a4939,36593,1733130416450 in 167 msec 2024-12-02T09:07:10,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:07:10,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=06e96c12e6d935f4344dc2ea678b0332, ASSIGN in 323 msec 2024-12-02T09:07:10,366 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:07:10,366 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130430366"}]},"ts":"1733130430366"} 2024-12-02T09:07:10,367 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:07:10,368 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:07:10,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-12-02T09:07:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:11,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:11,368 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:07:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,39685,1733130420471 2024-12-02T09:07:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e4a7bbe 2024-12-02T09:07:11,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:11,370 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:07:11,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39685 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:07:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39685 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:07:11,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:07:11,372 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:11,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39685 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:07:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:11,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:07:11,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:07:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:11,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1ef20229f8b69ebe1b2271cbac63b2d, NAME => 'test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac 2024-12-02T09:07:11,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:07:11,785 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:11,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d1ef20229f8b69ebe1b2271cbac63b2d, disabling compactions & flushes 2024-12-02T09:07:11,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:11,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:11,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. after waiting 0 ms 2024-12-02T09:07:11,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:11,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:11,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1ef20229f8b69ebe1b2271cbac63b2d: Waiting for close lock at 1733130431786Disabling compacts and flushes for region at 1733130431786Disabling writes for close at 1733130431786Writing region close event to WAL at 1733130431786Closed at 1733130431786 2024-12-02T09:07:11,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:07:11,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130431787"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130431787"}]},"ts":"1733130431787"} 2024-12-02T09:07:11,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:07:11,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:07:11,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130431789"}]},"ts":"1733130431789"} 2024-12-02T09:07:11,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:07:11,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1ef20229f8b69ebe1b2271cbac63b2d, ASSIGN}] 2024-12-02T09:07:11,792 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d1ef20229f8b69ebe1b2271cbac63b2d, ASSIGN 2024-12-02T09:07:11,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d1ef20229f8b69ebe1b2271cbac63b2d, ASSIGN; state=OFFLINE, location=7c6d666a4939,43489,1733130420572; forceNewPlan=false, retain=false 2024-12-02T09:07:11,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1ef20229f8b69ebe1b2271cbac63b2d, regionState=OPENING, regionLocation=7c6d666a4939,43489,1733130420572 2024-12-02T09:07:11,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d1ef20229f8b69ebe1b2271cbac63b2d, ASSIGN because future has completed 2024-12-02T09:07:11,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1ef20229f8b69ebe1b2271cbac63b2d, server=7c6d666a4939,43489,1733130420572}] 2024-12-02T09:07:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:12,099 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:12,099 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d1ef20229f8b69ebe1b2271cbac63b2d, NAME => 'test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:07:12,099 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:07:12,099 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:07:12,099 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,099 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:12,100 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,100 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,100 INFO [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,101 INFO [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1ef20229f8b69ebe1b2271cbac63b2d columnFamilyName f 2024-12-02T09:07:12,101 DEBUG [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:12,102 INFO [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] regionserver.HStore(327): Store=d1ef20229f8b69ebe1b2271cbac63b2d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:12,102 INFO [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,103 INFO [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1ef20229f8b69ebe1b2271cbac63b2d columnFamilyName f1 2024-12-02T09:07:12,103 DEBUG [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:12,103 INFO [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] regionserver.HStore(327): Store=d1ef20229f8b69ebe1b2271cbac63b2d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:12,103 INFO [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,104 INFO [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1ef20229f8b69ebe1b2271cbac63b2d columnFamilyName norep 2024-12-02T09:07:12,104 DEBUG [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:12,104 INFO [StoreOpener-d1ef20229f8b69ebe1b2271cbac63b2d-1 {}] regionserver.HStore(327): Store=d1ef20229f8b69ebe1b2271cbac63b2d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:12,104 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,105 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,105 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,105 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,105 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,106 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:07:12,106 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,109 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:07:12,110 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d1ef20229f8b69ebe1b2271cbac63b2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58786413, jitterRate=-0.12401418387889862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:07:12,110 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:12,110 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d1ef20229f8b69ebe1b2271cbac63b2d: Running coprocessor pre-open hook at 1733130432100Writing region info on filesystem at 1733130432100Initializing all the Stores at 1733130432100Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130432100Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130432100Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130432100Cleaning up temporary data from old regions at 1733130432105 (+5 ms)Running coprocessor post-open hooks at 1733130432110 (+5 ms)Region opened successfully at 1733130432110 2024-12-02T09:07:12,111 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d., pid=6, masterSystemTime=1733130432096 2024-12-02T09:07:12,112 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:12,112 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:12,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d1ef20229f8b69ebe1b2271cbac63b2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,43489,1733130420572 2024-12-02T09:07:12,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1ef20229f8b69ebe1b2271cbac63b2d, server=7c6d666a4939,43489,1733130420572 because future has completed 2024-12-02T09:07:12,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:07:12,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d1ef20229f8b69ebe1b2271cbac63b2d, server=7c6d666a4939,43489,1733130420572 in 169 msec 2024-12-02T09:07:12,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:07:12,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d1ef20229f8b69ebe1b2271cbac63b2d, ASSIGN in 324 msec 2024-12-02T09:07:12,117 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:07:12,117 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130432117"}]},"ts":"1733130432117"} 2024-12-02T09:07:12,118 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:07:12,118 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:07:12,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 748 msec 2024-12-02T09:07:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39685 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:12,508 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:07:12,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,39923,1733130425841 2024-12-02T09:07:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43b5520a 2024-12-02T09:07:12,509 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:12,510 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:07:12,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:07:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T09:07:12,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:07:12,512 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:12,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T09:07:12,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:07:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741835_1011 (size=902) 2024-12-02T09:07:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:12,919 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c74c8ca0ec99a1bd0b0294e997111b07, NAME => 'test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db 2024-12-02T09:07:12,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741836_1012 (size=39) 2024-12-02T09:07:12,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:12,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c74c8ca0ec99a1bd0b0294e997111b07, disabling compactions & flushes 2024-12-02T09:07:12,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:12,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:12,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. after waiting 0 ms 2024-12-02T09:07:12,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:12,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:12,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c74c8ca0ec99a1bd0b0294e997111b07: Waiting for close lock at 1733130432941Disabling compacts and flushes for region at 1733130432941Disabling writes for close at 1733130432941Writing region close event to WAL at 1733130432941Closed at 1733130432941 2024-12-02T09:07:12,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:07:12,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733130432943"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130432943"}]},"ts":"1733130432943"} 2024-12-02T09:07:12,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:07:12,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:07:12,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130432945"}]},"ts":"1733130432945"} 2024-12-02T09:07:12,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T09:07:12,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c74c8ca0ec99a1bd0b0294e997111b07, ASSIGN}] 2024-12-02T09:07:12,948 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c74c8ca0ec99a1bd0b0294e997111b07, ASSIGN 2024-12-02T09:07:12,949 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c74c8ca0ec99a1bd0b0294e997111b07, ASSIGN; state=OFFLINE, location=7c6d666a4939,36729,1733130425958; forceNewPlan=false, retain=false 2024-12-02T09:07:13,099 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c74c8ca0ec99a1bd0b0294e997111b07, regionState=OPENING, regionLocation=7c6d666a4939,36729,1733130425958 2024-12-02T09:07:13,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c74c8ca0ec99a1bd0b0294e997111b07, ASSIGN because future has completed 2024-12-02T09:07:13,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c74c8ca0ec99a1bd0b0294e997111b07, server=7c6d666a4939,36729,1733130425958}] 2024-12-02T09:07:13,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:13,258 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:13,258 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c74c8ca0ec99a1bd0b0294e997111b07, NAME => 'test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:07:13,258 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:07:13,258 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T09:07:13,259 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,259 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:13,259 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,259 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,260 INFO [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,261 INFO [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c74c8ca0ec99a1bd0b0294e997111b07 columnFamilyName f 2024-12-02T09:07:13,261 DEBUG [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:13,261 INFO [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] regionserver.HStore(327): Store=c74c8ca0ec99a1bd0b0294e997111b07/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:13,261 INFO [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,262 INFO [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c74c8ca0ec99a1bd0b0294e997111b07 columnFamilyName f1 2024-12-02T09:07:13,262 DEBUG [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:13,262 INFO [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] regionserver.HStore(327): Store=c74c8ca0ec99a1bd0b0294e997111b07/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:13,262 INFO [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,263 INFO [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c74c8ca0ec99a1bd0b0294e997111b07 columnFamilyName norep 2024-12-02T09:07:13,263 DEBUG [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:13,263 INFO [StoreOpener-c74c8ca0ec99a1bd0b0294e997111b07-1 {}] regionserver.HStore(327): Store=c74c8ca0ec99a1bd0b0294e997111b07/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:13,263 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,264 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,264 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,265 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,265 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,265 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:07:13,266 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,268 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:07:13,269 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c74c8ca0ec99a1bd0b0294e997111b07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73157344, jitterRate=0.09012937545776367}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:07:13,269 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:13,269 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c74c8ca0ec99a1bd0b0294e997111b07: Running coprocessor pre-open hook at 1733130433259Writing region info on filesystem at 1733130433259Initializing all the Stores at 1733130433259Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130433259Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130433260 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130433260Cleaning up temporary data from old regions at 1733130433265 (+5 ms)Running coprocessor post-open hooks at 1733130433269 (+4 ms)Region opened successfully at 1733130433269 2024-12-02T09:07:13,271 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07., pid=6, masterSystemTime=1733130433255 2024-12-02T09:07:13,282 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:13,282 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:13,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c74c8ca0ec99a1bd0b0294e997111b07, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7c6d666a4939,36729,1733130425958 2024-12-02T09:07:13,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c74c8ca0ec99a1bd0b0294e997111b07, server=7c6d666a4939,36729,1733130425958 because future has completed 2024-12-02T09:07:13,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:07:13,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c74c8ca0ec99a1bd0b0294e997111b07, server=7c6d666a4939,36729,1733130425958 in 194 msec 2024-12-02T09:07:13,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:07:13,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c74c8ca0ec99a1bd0b0294e997111b07, ASSIGN in 351 msec 2024-12-02T09:07:13,301 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:07:13,301 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130433301"}]},"ts":"1733130433301"} 2024-12-02T09:07:13,303 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T09:07:13,304 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:07:13,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 794 msec 2024-12-02T09:07:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39923 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:07:13,648 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T09:07:13,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532bcdef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:13,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46017,-1 for getting cluster id 2024-12-02T09:07:13,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:13,649 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd' 2024-12-02T09:07:13,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:13,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd" 2024-12-02T09:07:13,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759601d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:13,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46017,-1] 2024-12-02T09:07:13,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:13,650 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:13,651 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:13,651 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7926799b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:13,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46017,1733130416309 2024-12-02T09:07:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@721870a0 2024-12-02T09:07:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:13,652 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:07:13,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://7c6d666a4939:39685,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:07:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:07:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:07:13,655 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:39685' 2024-12-02T09:07:13,656 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@655bb65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:13,656 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,39685,-1 for getting cluster id 2024-12-02T09:07:13,656 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:13,657 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ad25f3e-f28c-4104-a1bd-eb66243a3b80' 2024-12-02T09:07:13,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:13,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ad25f3e-f28c-4104-a1bd-eb66243a3b80" 2024-12-02T09:07:13,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682107cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:13,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,39685,-1] 2024-12-02T09:07:13,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:13,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:13,658 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:13,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b68a821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:13,658 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:13,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,39685,1733130420471 2024-12-02T09:07:13,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b4bab7e 2024-12-02T09:07:13,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:13,660 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:07:13,660 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T09:07:13,660 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:07:13,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:13,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:13,660 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:13,661 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:07:13,662 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T09:07:13,662 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:07:13,662 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:13,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:07:13,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741837_1013 (size=1138) 2024-12-02T09:07:13,712 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T09:07:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:07:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:07:14,069 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9105e846fb83e915d043733d4811605e, NAME => 'hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47 2024-12-02T09:07:14,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741838_1014 (size=44) 2024-12-02T09:07:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:07:14,474 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:14,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9105e846fb83e915d043733d4811605e, disabling compactions & flushes 2024-12-02T09:07:14,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:14,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:14,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. after waiting 0 ms 2024-12-02T09:07:14,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:14,475 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:14,475 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9105e846fb83e915d043733d4811605e: Waiting for close lock at 1733130434475Disabling compacts and flushes for region at 1733130434475Disabling writes for close at 1733130434475Writing region close event to WAL at 1733130434475Closed at 1733130434475 2024-12-02T09:07:14,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:07:14,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733130434476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130434476"}]},"ts":"1733130434476"} 2024-12-02T09:07:14,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:07:14,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:07:14,478 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130434478"}]},"ts":"1733130434478"} 2024-12-02T09:07:14,479 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T09:07:14,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9105e846fb83e915d043733d4811605e, ASSIGN}] 2024-12-02T09:07:14,480 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9105e846fb83e915d043733d4811605e, ASSIGN 2024-12-02T09:07:14,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9105e846fb83e915d043733d4811605e, ASSIGN; state=OFFLINE, location=7c6d666a4939,36593,1733130416450; forceNewPlan=false, retain=false 2024-12-02T09:07:14,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:07:14,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:14,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9105e846fb83e915d043733d4811605e, regionState=OPENING, regionLocation=7c6d666a4939,36593,1733130416450 2024-12-02T09:07:14,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9105e846fb83e915d043733d4811605e, ASSIGN because future has completed 2024-12-02T09:07:14,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9105e846fb83e915d043733d4811605e, server=7c6d666a4939,36593,1733130416450}] 2024-12-02T09:07:14,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:14,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:07:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:07:14,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T09:07:14,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7c6d666a4939%2C36593%2C1733130416450.rep, suffix=, logDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450, archiveDir=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/oldWALs, maxLogs=10 2024-12-02T09:07:14,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.rep.1733130434789, exclude list is [], retry=0 2024-12-02T09:07:14,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45409,DS-718e277c-acd1-4fda-bda1-a4bcd20621a7,DISK] 2024-12-02T09:07:14,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.rep.1733130434789 2024-12-02T09:07:14,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-12-02T09:07:14,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9105e846fb83e915d043733d4811605e, NAME => 'hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:07:14,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T09:07:14,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:07:14,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. service=MultiRowMutationService 2024-12-02T09:07:14,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T09:07:14,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:07:14,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,808 INFO [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,809 INFO [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9105e846fb83e915d043733d4811605e columnFamilyName hfileref 2024-12-02T09:07:14,809 DEBUG [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:14,809 INFO [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] regionserver.HStore(327): Store=9105e846fb83e915d043733d4811605e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:14,809 INFO [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,810 INFO [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9105e846fb83e915d043733d4811605e columnFamilyName queue 2024-12-02T09:07:14,810 DEBUG [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:14,810 INFO [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] regionserver.HStore(327): Store=9105e846fb83e915d043733d4811605e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:14,810 INFO [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,811 INFO [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9105e846fb83e915d043733d4811605e columnFamilyName sid 2024-12-02T09:07:14,811 DEBUG [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:07:14,811 INFO [StoreOpener-9105e846fb83e915d043733d4811605e-1 {}] regionserver.HStore(327): Store=9105e846fb83e915d043733d4811605e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:07:14,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:07:14,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:07:14,815 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9105e846fb83e915d043733d4811605e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73141018, jitterRate=0.08988609910011292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:07:14,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:14,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9105e846fb83e915d043733d4811605e: Running coprocessor pre-open hook at 1733130434807Writing region info on filesystem at 1733130434807Initializing all the Stores at 1733130434808 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130434808Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130434808Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130434808Cleaning up temporary data from old regions at 1733130434813 (+5 ms)Running coprocessor post-open hooks at 1733130434816 (+3 ms)Region opened successfully at 1733130434816 2024-12-02T09:07:14,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e., pid=10, masterSystemTime=1733130434785 2024-12-02T09:07:14,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:14,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:14,818 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9105e846fb83e915d043733d4811605e, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,36593,1733130416450 2024-12-02T09:07:14,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9105e846fb83e915d043733d4811605e, server=7c6d666a4939,36593,1733130416450 because future has completed 2024-12-02T09:07:14,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T09:07:14,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9105e846fb83e915d043733d4811605e, server=7c6d666a4939,36593,1733130416450 in 187 msec 2024-12-02T09:07:14,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T09:07:14,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9105e846fb83e915d043733d4811605e, ASSIGN in 342 msec 2024-12-02T09:07:14,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:07:14,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130434823"}]},"ts":"1733130434823"} 2024-12-02T09:07:14,824 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T09:07:14,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:07:14,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-02T09:07:14,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e., hostname=7c6d666a4939,36593,1733130416450, seqNum=2] 2024-12-02T09:07:14,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:07:14,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:07:14,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:07:15,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T09:07:15,084 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T09:07:15,110 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7c6d666a4939,36593,1733130416450, ReplicationSource: 1, currentBandwidth=0 2024-12-02T09:07:15,110 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:07:15,110 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,36593,1733130416450, seqNum=-1] 2024-12-02T09:07:15,111 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:07:15,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-02T09:07:15,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7c6d666a4939,36593,1733130416450', locateType=CURRENT is [region=hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e., hostname=7c6d666a4939,36593,1733130416450, seqNum=2] 2024-12-02T09:07:15,114 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T09:07:15,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T09:07:15,116 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7c6d666a4939,36593,1733130416450 suceeded 2024-12-02T09:07:15,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T09:07:15,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-12-02T09:07:15,117 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7c6d666a4939:39685,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:07:15,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4640 sec 2024-12-02T09:07:15,127 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:39685' 2024-12-02T09:07:15,128 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c09c3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,128 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,39685,-1 for getting cluster id 2024-12-02T09:07:15,128 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:15,128 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ad25f3e-f28c-4104-a1bd-eb66243a3b80' 2024-12-02T09:07:15,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:15,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ad25f3e-f28c-4104-a1bd-eb66243a3b80" 2024-12-02T09:07:15,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb53817, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,39685,-1] 2024-12-02T09:07:15,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:15,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:15,129 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:15,130 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f3197ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,130 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:15,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,39685,1733130420471 2024-12-02T09:07:15,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@187c14db 2024-12-02T09:07:15,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:15,131 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T09:07:15,132 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7c6d666a4939,36593,1733130416450 (queues=1) is replicating from cluster=c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd to cluster=5ad25f3e-f28c-4104-a1bd-eb66243a3b80 2024-12-02T09:07:15,132 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7c6d666a4939%2C36593%2C1733130416450 2024-12-02T09:07:15,132 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7c6d666a4939,36593,1733130416450, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:07:15,132 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C36593%2C1733130416450 2024-12-02T09:07:15,132 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180, startPosition=0, beingWritten=true 2024-12-02T09:07:15,136 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:07:15,136 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 to pos 379, reset compression=false 2024-12-02T09:07:15,136 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,36593,1733130416450 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:07:15,339 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 to pos 379, reset compression=false 2024-12-02T09:07:15,642 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 to pos 379, reset compression=false 2024-12-02T09:07:15,747 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:15,748 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:07:15,748 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148791 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7c6d666a4939,42089,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:42089 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T09:07:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T09:07:15,798 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T09:07:15,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:07:15,798 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:15,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:15,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:15,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:15,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abb4535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46017,-1 for getting cluster id 2024-12-02T09:07:15,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:15,800 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd' 2024-12-02T09:07:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd" 2024-12-02T09:07:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f764df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46017,-1] 2024-12-02T09:07:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:15,801 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:15,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbb532a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c8c29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,39685,-1 for getting cluster id 2024-12-02T09:07:15,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:15,802 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ad25f3e-f28c-4104-a1bd-eb66243a3b80' 2024-12-02T09:07:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ad25f3e-f28c-4104-a1bd-eb66243a3b80" 2024-12-02T09:07:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0158e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,39685,-1] 2024-12-02T09:07:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:15,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:15,803 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:15,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73273887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2308fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,39923,-1 for getting cluster id 2024-12-02T09:07:15,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:15,805 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e2efdb8-117a-4990-a11b-58b10c581679' 2024-12-02T09:07:15,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:15,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e2efdb8-117a-4990-a11b-58b10c581679" 2024-12-02T09:07:15,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c17e4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,39923,-1] 2024-12-02T09:07:15,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:15,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:15,806 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:15,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14818aee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:15,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:15,811 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733130435810/Put/seqid=0 2024-12-02T09:07:15,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741840_1016 (size=7894) 2024-12-02T09:07:16,045 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 to pos 379, reset compression=false 2024-12-02T09:07:16,216 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733130436216/Put/seqid=0 2024-12-02T09:07:16,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741841_1017 (size=7691) 2024-12-02T09:07:16,548 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 to pos 379, reset compression=false 2024-12-02T09:07:16,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6085fbf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:16,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46017,-1 for getting cluster id 2024-12-02T09:07:16,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:16,620 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd' 2024-12-02T09:07:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd" 2024-12-02T09:07:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cff3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46017,-1] 2024-12-02T09:07:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:16,621 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:16,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2087543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:16,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:07:16,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,36593,1733130416450, seqNum=-1] 2024-12-02T09:07:16,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:07:16,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:07:16,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:16,629 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46017,1733130416309 2024-12-02T09:07:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c1037e5 2024-12-02T09:07:16,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:16,630 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:07:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., hostname=7c6d666a4939,36593,1733130416450, seqNum=2] 2024-12-02T09:07:16,635 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:07:16,639 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-02T09:07:16,640 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-02T09:07:16,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 06e96c12e6d935f4344dc2ea678b0332/f 2024-12-02T09:07:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T09:07:16,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:07:16,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 06e96c12e6d935f4344dc2ea678b0332/f 2024-12-02T09:07:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T09:07:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:07:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HRegion(2603): Flush status journal for 06e96c12e6d935f4344dc2ea678b0332: 2024-12-02T09:07:16,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__9n4mktpetdh8ulhes73ib6jomt8of43n0ln8h023bqrl9c3qrpsvfdpqo1footta/f/hfile_0 2024-12-02T09:07:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__9n4mktpetdh8ulhes73ib6jomt8of43n0ln8h023bqrl9c3qrpsvfdpqo1footta/f/hfile_0 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/fbfa608ae36944b2a593dcc162cfa274_SeqId_4_ 2024-12-02T09:07:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__9n4mktpetdh8ulhes73ib6jomt8of43n0ln8h023bqrl9c3qrpsvfdpqo1footta/f/hfile_1 2024-12-02T09:07:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__9n4mktpetdh8ulhes73ib6jomt8of43n0ln8h023bqrl9c3qrpsvfdpqo1footta/f/hfile_1 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/700aa271fd2d498eaf4956e4414c98c2_SeqId_4_ 2024-12-02T09:07:16,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__9n4mktpetdh8ulhes73ib6jomt8of43n0ln8h023bqrl9c3qrpsvfdpqo1footta/f/hfile_0 into 06e96c12e6d935f4344dc2ea678b0332/f as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/fbfa608ae36944b2a593dcc162cfa274_SeqId_4_ - updating store file list. 2024-12-02T09:07:16,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fbfa608ae36944b2a593dcc162cfa274_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:07:16,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/fbfa608ae36944b2a593dcc162cfa274_SeqId_4_ into 06e96c12e6d935f4344dc2ea678b0332/f 2024-12-02T09:07:16,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__9n4mktpetdh8ulhes73ib6jomt8of43n0ln8h023bqrl9c3qrpsvfdpqo1footta/f/hfile_0 into 06e96c12e6d935f4344dc2ea678b0332/f (new location: hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/fbfa608ae36944b2a593dcc162cfa274_SeqId_4_) 2024-12-02T09:07:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__9n4mktpetdh8ulhes73ib6jomt8of43n0ln8h023bqrl9c3qrpsvfdpqo1footta/f/hfile_0 2024-12-02T09:07:16,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__9n4mktpetdh8ulhes73ib6jomt8of43n0ln8h023bqrl9c3qrpsvfdpqo1footta/f/hfile_1 into 06e96c12e6d935f4344dc2ea678b0332/f as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/700aa271fd2d498eaf4956e4414c98c2_SeqId_4_ - updating store file list. 2024-12-02T09:07:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 700aa271fd2d498eaf4956e4414c98c2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:07:16,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/700aa271fd2d498eaf4956e4414c98c2_SeqId_4_ into 06e96c12e6d935f4344dc2ea678b0332/f 2024-12-02T09:07:16,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__9n4mktpetdh8ulhes73ib6jomt8of43n0ln8h023bqrl9c3qrpsvfdpqo1footta/f/hfile_1 into 06e96c12e6d935f4344dc2ea678b0332/f (new location: hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/700aa271fd2d498eaf4956e4414c98c2_SeqId_4_) 2024-12-02T09:07:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__9n4mktpetdh8ulhes73ib6jomt8of43n0ln8h023bqrl9c3qrpsvfdpqo1footta/f/hfile_1 2024-12-02T09:07:16,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:07:16,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:16,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:16,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:16,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:16,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., hostname=7c6d666a4939,36593,1733130416450, seqNum=2 , the old value is region=test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., hostname=7c6d666a4939,36593,1733130416450, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7c6d666a4939:36593 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:07:16,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., hostname=7c6d666a4939,36593,1733130416450, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:07:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., hostname=7c6d666a4939,36593,1733130416450, seqNum=2 from cache 2024-12-02T09:07:16,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:07:16,661 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T09:07:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,43489,1733130420572, seqNum=-1] 2024-12-02T09:07:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:07:16,662 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:07:16,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d., hostname=7c6d666a4939,43489,1733130420572, seqNum=2] 2024-12-02T09:07:16,664 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T09:07:16,768 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:36593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T09:07:17,160 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 to pos 379, reset compression=false 2024-12-02T09:07:17,164 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:07:17,165 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,36593,1733130416450 got entry batch from reader: WALEntryBatch [walEntries=[{test/06e96c12e6d935f4344dc2ea678b0332/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733130436659/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T09:07:17,166 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:07:17,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T09:07:17,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.ReplicationSink(318): Replicating [c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd] bulk loaded data 2024-12-02T09:07:17,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c8014a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,39685,-1 for getting cluster id 2024-12-02T09:07:17,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:17,169 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ad25f3e-f28c-4104-a1bd-eb66243a3b80' 2024-12-02T09:07:17,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:17,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ad25f3e-f28c-4104-a1bd-eb66243a3b80" 2024-12-02T09:07:17,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25eea361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,39685,-1] 2024-12-02T09:07:17,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:17,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:17,170 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:17,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60068e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741837_1013 (size=7894) 2024-12-02T09:07:17,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741838_1014 (size=7691) 2024-12-02T09:07:17,365 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 to pos 687, reset compression=false 2024-12-02T09:07:17,590 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:17,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,39685,1733130420471 2024-12-02T09:07:17,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66422717 2024-12-02T09:07:17,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:17,591 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-02T09:07:17,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:07:17,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:07:17,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,43489,1733130420572, seqNum=-1] 2024-12-02T09:07:17,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:07:17,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-02T09:07:17,600 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/700aa271fd2d498eaf4956e4414c98c2_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-02T09:07:17,602 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/fbfa608ae36944b2a593dcc162cfa274_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-02T09:07:17,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/fbfa608ae36944b2a593dcc162cfa274_SeqId_4_ for inclusion in d1ef20229f8b69ebe1b2271cbac63b2d/f 2024-12-02T09:07:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T09:07:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:07:17,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/700aa271fd2d498eaf4956e4414c98c2_SeqId_4_ for inclusion in d1ef20229f8b69ebe1b2271cbac63b2d/f 2024-12-02T09:07:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T09:07:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:07:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegion(2603): Flush status journal for d1ef20229f8b69ebe1b2271cbac63b2d: 2024-12-02T09:07:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fbfa608ae36944b2a593dcc162cfa274_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:07:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/fbfa608ae36944b2a593dcc162cfa274_SeqId_4_ as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/528a2b5c10334bc18ae324aa5615fd75_SeqId_4_ 2024-12-02T09:07:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 700aa271fd2d498eaf4956e4414c98c2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:07:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/700aa271fd2d498eaf4956e4414c98c2_SeqId_4_ as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/32e698f1201541b4be15a9f8b93e923f_SeqId_4_ 2024-12-02T09:07:17,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/fbfa608ae36944b2a593dcc162cfa274_SeqId_4_ into d1ef20229f8b69ebe1b2271cbac63b2d/f as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/528a2b5c10334bc18ae324aa5615fd75_SeqId_4_ - updating store file list. 2024-12-02T09:07:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 528a2b5c10334bc18ae324aa5615fd75_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:07:17,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/528a2b5c10334bc18ae324aa5615fd75_SeqId_4_ into d1ef20229f8b69ebe1b2271cbac63b2d/f 2024-12-02T09:07:17,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/fbfa608ae36944b2a593dcc162cfa274_SeqId_4_ into d1ef20229f8b69ebe1b2271cbac63b2d/f (new location: hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/528a2b5c10334bc18ae324aa5615fd75_SeqId_4_) 2024-12-02T09:07:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/fbfa608ae36944b2a593dcc162cfa274_SeqId_4_ 2024-12-02T09:07:17,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/700aa271fd2d498eaf4956e4414c98c2_SeqId_4_ into d1ef20229f8b69ebe1b2271cbac63b2d/f as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/32e698f1201541b4be15a9f8b93e923f_SeqId_4_ - updating store file list. 2024-12-02T09:07:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32e698f1201541b4be15a9f8b93e923f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:07:17,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/32e698f1201541b4be15a9f8b93e923f_SeqId_4_ into d1ef20229f8b69ebe1b2271cbac63b2d/f 2024-12-02T09:07:17,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/700aa271fd2d498eaf4956e4414c98c2_SeqId_4_ into d1ef20229f8b69ebe1b2271cbac63b2d/f (new location: hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/32e698f1201541b4be15a9f8b93e923f_SeqId_4_) 2024-12-02T09:07:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__9ao5bsb13qk4ephde3enlac049vsrchchnj1fqr87urp99fsrqs5d39jilo9aq6q/f/700aa271fd2d498eaf4956e4414c98c2_SeqId_4_ 2024-12-02T09:07:17,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.ReplicationSink(324): Finished replicating [c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd] bulk loaded data 2024-12-02T09:07:17,668 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 to pos 687, reset compression=false 2024-12-02T09:07:17,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:07:17,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,36729,1733130425958, seqNum=-1] 2024-12-02T09:07:17,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:07:17,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:07:17,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07., hostname=7c6d666a4939,36729,1733130425958, seqNum=2] 2024-12-02T09:07:17,682 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:07:17,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:07:17,683 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7c6d666a4939%2C36593%2C1733130416450.rep:(num 1733130434789) roll requested 2024-12-02T09:07:17,697 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.rep.1733130437683, exclude list is [], retry=0 2024-12-02T09:07:17,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45409,DS-718e277c-acd1-4fda-bda1-a4bcd20621a7,DISK] 2024-12-02T09:07:17,701 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.rep.1733130434789 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.rep.1733130437683 2024-12-02T09:07:17,701 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-12-02T09:07:17,701 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.rep.1733130434789 is not closed yet, will try archiving it next time 2024-12-02T09:07:17,701 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7c6d666a4939%2C36593%2C1733130416450:(num 1733130418180) roll requested 2024-12-02T09:07:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741839_1015 (size=1505) 2024-12-02T09:07:17,713 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701, exclude list is [], retry=0 2024-12-02T09:07:17,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45409,DS-718e277c-acd1-4fda-bda1-a4bcd20621a7,DISK] 2024-12-02T09:07:17,716 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 2024-12-02T09:07:17,716 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-12-02T09:07:17,716 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 is not closed yet, will try archiving it next time 2024-12-02T09:07:17,716 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7c6d666a4939%2C36593%2C1733130416450.meta:.meta(num 1733130419162) roll requested 2024-12-02T09:07:17,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741832_1008 (size=695) 2024-12-02T09:07:17,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6559cbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46017,-1 for getting cluster id 2024-12-02T09:07:17,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:17,718 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd' 2024-12-02T09:07:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:17,718 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 to hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/oldWALs/7c6d666a4939%2C36593%2C1733130416450.1733130418180 2024-12-02T09:07:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd" 2024-12-02T09:07:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a52f3b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46017,-1] 2024-12-02T09:07:17,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:17,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:17,719 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:17,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667d8c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46017,1733130416309 2024-12-02T09:07:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6324e04d 2024-12-02T09:07:17,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:17,722 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:07:17,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://7c6d666a4939:39923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T09:07:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T09:07:17,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T09:07:17,724 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:39923' 2024-12-02T09:07:17,725 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6b5db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,725 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,39923,-1 for getting cluster id 2024-12-02T09:07:17,725 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:17,726 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e2efdb8-117a-4990-a11b-58b10c581679' 2024-12-02T09:07:17,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:17,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e2efdb8-117a-4990-a11b-58b10c581679" 2024-12-02T09:07:17,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432627ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,39923,-1] 2024-12-02T09:07:17,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:17,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:17,727 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:17,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792ae165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,728 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:17,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,39923,1733130425841 2024-12-02T09:07:17,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46a60d9b 2024-12-02T09:07:17,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:17,729 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:07:17,730 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T09:07:17,730 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T09:07:17,730 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:17,730 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:17,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:17,733 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.meta.1733130437716.meta, exclude list is [], retry=0 2024-12-02T09:07:17,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45409,DS-718e277c-acd1-4fda-bda1-a4bcd20621a7,DISK] 2024-12-02T09:07:17,736 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.meta.1733130419162.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.meta.1733130437716.meta 2024-12-02T09:07:17,736 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42539:42539)] 2024-12-02T09:07:17,736 DEBUG [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.meta.1733130419162.meta is not closed yet, will try archiving it next time 2024-12-02T09:07:17,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741834_1010 (size=3473) 2024-12-02T09:07:17,737 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.meta.1733130419162.meta not finished, retry = 0 2024-12-02T09:07:17,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T09:07:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T09:07:17,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36593 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T09:07:17,900 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T09:07:17,932 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-7c6d666a4939,36593,1733130416450, ReplicationSource: 2, currentBandwidth=0 2024-12-02T09:07:17,934 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T09:07:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T09:07:17,936 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7c6d666a4939,36593,1733130416450 suceeded 2024-12-02T09:07:17,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T09:07:17,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-02T09:07:17,937 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7c6d666a4939:39923,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T09:07:17,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 215 msec 2024-12-02T09:07:17,947 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7c6d666a4939:39923' 2024-12-02T09:07:17,948 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b09ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,948 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,39923,-1 for getting cluster id 2024-12-02T09:07:17,948 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:17,949 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e2efdb8-117a-4990-a11b-58b10c581679' 2024-12-02T09:07:17,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:17,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e2efdb8-117a-4990-a11b-58b10c581679" 2024-12-02T09:07:17,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19ea459f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,39923,-1] 2024-12-02T09:07:17,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:17,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:17,950 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:17,950 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@406ab000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:17,950 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:17,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,39923,1733130425841 2024-12-02T09:07:17,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e4fb6d 2024-12-02T09:07:17,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:17,951 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T09:07:17,952 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7c6d666a4939,36593,1733130416450 (queues=1) is replicating from cluster=c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd to cluster=0e2efdb8-117a-4990-a11b-58b10c581679 2024-12-02T09:07:17,952 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7c6d666a4939%2C36593%2C1733130416450 2024-12-02T09:07:17,952 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7c6d666a4939,36593,1733130416450, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T09:07:17,952 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701, startPosition=0, beingWritten=true 2024-12-02T09:07:17,952 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7c6d666a4939%2C36593%2C1733130416450 2024-12-02T09:07:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T09:07:18,039 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T09:07:18,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:07:18,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:18,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:18,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:18,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:18,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:07:18,044 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733130438043/Put/seqid=0 2024-12-02T09:07:18,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741845_1021 (size=11194) 2024-12-02T09:07:18,071 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 to pos 687, reset compression=false 2024-12-02T09:07:18,076 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 was moved to hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/oldWALs/7c6d666a4939%2C36593%2C1733130416450.1733130418180 2024-12-02T09:07:18,077 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180 2024-12-02T09:07:18,077 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701, startPosition=0, beingWritten=true 2024-12-02T09:07:18,077 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,36593,1733130416450 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130418180, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T09:07:18,079 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [7c6d666a4939%2C36593%2C1733130416450.1733130418180] 2024-12-02T09:07:18,155 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 0, reset compression=false 2024-12-02T09:07:18,449 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733130438448/Put/seqid=0 2024-12-02T09:07:18,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741846_1022 (size=10791) 2024-12-02T09:07:18,459 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 0, reset compression=false 2024-12-02T09:07:18,585 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 0, reset compression=false 2024-12-02T09:07:18,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea29bcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:18,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,46017,-1 for getting cluster id 2024-12-02T09:07:18,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:18,855 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd' 2024-12-02T09:07:18,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:18,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd" 2024-12-02T09:07:18,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c29bea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:18,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,46017,-1] 2024-12-02T09:07:18,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:18,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:18,856 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:18,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c679938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:18,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:07:18,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,36593,1733130416450, seqNum=-1] 2024-12-02T09:07:18,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:07:18,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:07:18,862 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 0, reset compression=false 2024-12-02T09:07:18,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:18,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,46017,1733130416309 2024-12-02T09:07:18,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6439d09e 2024-12-02T09:07:18,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:18,868 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:07:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., hostname=7c6d666a4939,36593,1733130416450, seqNum=2] 2024-12-02T09:07:18,872 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:07:18,877 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-02T09:07:18,878 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-02T09:07:18,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 06e96c12e6d935f4344dc2ea678b0332/f 2024-12-02T09:07:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T09:07:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:07:18,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 06e96c12e6d935f4344dc2ea678b0332/f 2024-12-02T09:07:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T09:07:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:07:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HRegion(2603): Flush status journal for 06e96c12e6d935f4344dc2ea678b0332: 2024-12-02T09:07:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__kegoppkcsjb7nkuehdc37rb99dps7cu1bc7i8c0nsvqg21a50tacghnpv10851bm/f/hfile_0 2024-12-02T09:07:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__kegoppkcsjb7nkuehdc37rb99dps7cu1bc7i8c0nsvqg21a50tacghnpv10851bm/f/hfile_0 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ 2024-12-02T09:07:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__kegoppkcsjb7nkuehdc37rb99dps7cu1bc7i8c0nsvqg21a50tacghnpv10851bm/f/hfile_1 2024-12-02T09:07:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__kegoppkcsjb7nkuehdc37rb99dps7cu1bc7i8c0nsvqg21a50tacghnpv10851bm/f/hfile_1 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ 2024-12-02T09:07:18,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__kegoppkcsjb7nkuehdc37rb99dps7cu1bc7i8c0nsvqg21a50tacghnpv10851bm/f/hfile_0 into 06e96c12e6d935f4344dc2ea678b0332/f as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ - updating store file list. 2024-12-02T09:07:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T09:07:18,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ into 06e96c12e6d935f4344dc2ea678b0332/f 2024-12-02T09:07:18,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__kegoppkcsjb7nkuehdc37rb99dps7cu1bc7i8c0nsvqg21a50tacghnpv10851bm/f/hfile_0 into 06e96c12e6d935f4344dc2ea678b0332/f (new location: hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_) 2024-12-02T09:07:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__kegoppkcsjb7nkuehdc37rb99dps7cu1bc7i8c0nsvqg21a50tacghnpv10851bm/f/hfile_0 2024-12-02T09:07:18,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__kegoppkcsjb7nkuehdc37rb99dps7cu1bc7i8c0nsvqg21a50tacghnpv10851bm/f/hfile_1 into 06e96c12e6d935f4344dc2ea678b0332/f as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ - updating store file list. 2024-12-02T09:07:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2117c46f08a74970b6ab1802ee15e316_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T09:07:18,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ into 06e96c12e6d935f4344dc2ea678b0332/f 2024-12-02T09:07:18,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__kegoppkcsjb7nkuehdc37rb99dps7cu1bc7i8c0nsvqg21a50tacghnpv10851bm/f/hfile_1 into 06e96c12e6d935f4344dc2ea678b0332/f (new location: hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_) 2024-12-02T09:07:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/staging/jenkins__test__kegoppkcsjb7nkuehdc37rb99dps7cu1bc7i8c0nsvqg21a50tacghnpv10851bm/f/hfile_1 2024-12-02T09:07:18,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:07:18,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:18,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:18,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:18,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., hostname=7c6d666a4939,36593,1733130416450, seqNum=2 , the old value is region=test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., hostname=7c6d666a4939,36593,1733130416450, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7c6d666a4939:36593 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:07:18,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., hostname=7c6d666a4939,36593,1733130416450, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T09:07:18,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., hostname=7c6d666a4939,36593,1733130416450, seqNum=2 from cache 2024-12-02T09:07:18,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:18,902 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T09:07:18,908 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T09:07:19,008 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:36593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T09:07:19,081 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T09:07:19,188 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 0, reset compression=false 2024-12-02T09:07:19,192 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:07:19,192 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,36593,1733130416450 got entry batch from reader: WALEntryBatch [walEntries=[{test/06e96c12e6d935f4344dc2ea678b0332/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733130438900/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T09:07:19,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.ReplicationSink(318): Replicating [c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd] bulk loaded data 2024-12-02T09:07:19,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741839_1015 (size=11194) 2024-12-02T09:07:19,371 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 0, reset compression=false 2024-12-02T09:07:19,375 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T09:07:19,375 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7c6d666a4939,36593,1733130416450 got entry batch from reader: WALEntryBatch [walEntries=[{test/06e96c12e6d935f4344dc2ea678b0332/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733130438900/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T09:07:19,377 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:07:19,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T09:07:19,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.ReplicationSink(318): Replicating [c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd] bulk loaded data 2024-12-02T09:07:19,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3317b683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:19,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,39923,-1 for getting cluster id 2024-12-02T09:07:19,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:07:19,379 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e2efdb8-117a-4990-a11b-58b10c581679' 2024-12-02T09:07:19,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:07:19,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e2efdb8-117a-4990-a11b-58b10c581679" 2024-12-02T09:07:19,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63aef4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:19,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,39923,-1] 2024-12-02T09:07:19,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:07:19,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:19,380 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:07:19,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d954f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:07:19,392 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:19,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741837_1013 (size=11194) 2024-12-02T09:07:19,575 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:19,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741840_1016 (size=10791) 2024-12-02T09:07:19,695 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:19,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741838_1014 (size=10791) 2024-12-02T09:07:19,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:07:19,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,39923,1733130425841 2024-12-02T09:07:19,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e1d82a 2024-12-02T09:07:19,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:07:19,803 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-02T09:07:19,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:07:19,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:07:19,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,36729,1733130425958, seqNum=-1] 2024-12-02T09:07:19,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:07:19,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-02T09:07:19,811 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T09:07:19,812 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T09:07:19,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ for inclusion in c74c8ca0ec99a1bd0b0294e997111b07/f 2024-12-02T09:07:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T09:07:19,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:07:19,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ for inclusion in c74c8ca0ec99a1bd0b0294e997111b07/f 2024-12-02T09:07:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T09:07:19,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:07:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HRegion(2603): Flush status journal for c74c8ca0ec99a1bd0b0294e997111b07: 2024-12-02T09:07:19,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:07:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ as hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07/f/d75757ea6b844196bc570a405fdbd544_SeqId_4_ 2024-12-02T09:07:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2117c46f08a74970b6ab1802ee15e316_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:07:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ as hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07/f/cd3f438fbbee4a329ab376f1cfa6f357_SeqId_4_ 2024-12-02T09:07:19,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ into c74c8ca0ec99a1bd0b0294e997111b07/f as hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07/f/d75757ea6b844196bc570a405fdbd544_SeqId_4_ - updating store file list. 2024-12-02T09:07:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d75757ea6b844196bc570a405fdbd544_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:07:19,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07/f/d75757ea6b844196bc570a405fdbd544_SeqId_4_ into c74c8ca0ec99a1bd0b0294e997111b07/f 2024-12-02T09:07:19,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ into c74c8ca0ec99a1bd0b0294e997111b07/f (new location: hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07/f/d75757ea6b844196bc570a405fdbd544_SeqId_4_) 2024-12-02T09:07:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ 2024-12-02T09:07:19,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ into c74c8ca0ec99a1bd0b0294e997111b07/f as hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07/f/cd3f438fbbee4a329ab376f1cfa6f357_SeqId_4_ - updating store file list. 2024-12-02T09:07:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd3f438fbbee4a329ab376f1cfa6f357_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:07:19,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07/f/cd3f438fbbee4a329ab376f1cfa6f357_SeqId_4_ into c74c8ca0ec99a1bd0b0294e997111b07/f 2024-12-02T09:07:19,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ into c74c8ca0ec99a1bd0b0294e997111b07/f (new location: hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07/f/cd3f438fbbee4a329ab376f1cfa6f357_SeqId_4_) 2024-12-02T09:07:19,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/staging/jenkins.hfs.23__test__ecq4nl3c8l7ojnl7976na9tnvmiggc6a2pmiab3eab2r8n83jqr20segakojacgq/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ 2024-12-02T09:07:19,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36729 {}] regionserver.ReplicationSink(324): Finished replicating [c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd] bulk loaded data 2024-12-02T09:07:19,878 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:19,912 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T09:07:20,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T09:07:20,019 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T09:07:20,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T09:07:20,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ for inclusion in d1ef20229f8b69ebe1b2271cbac63b2d/f 2024-12-02T09:07:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T09:07:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:07:20,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ for inclusion in d1ef20229f8b69ebe1b2271cbac63b2d/f 2024-12-02T09:07:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T09:07:20,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:07:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegion(2603): Flush status journal for d1ef20229f8b69ebe1b2271cbac63b2d: 2024-12-02T09:07:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2117c46f08a74970b6ab1802ee15e316_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:07:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/f9efe888bc6f47158e30fb7cdd9b7e3d_SeqId_6_ 2024-12-02T09:07:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T09:07:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/d1e4bb7d8c1d41dfac2e47d9789c24c1_SeqId_6_ 2024-12-02T09:07:20,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ into d1ef20229f8b69ebe1b2271cbac63b2d/f as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/f9efe888bc6f47158e30fb7cdd9b7e3d_SeqId_6_ - updating store file list. 2024-12-02T09:07:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f9efe888bc6f47158e30fb7cdd9b7e3d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T09:07:20,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/f9efe888bc6f47158e30fb7cdd9b7e3d_SeqId_6_ into d1ef20229f8b69ebe1b2271cbac63b2d/f 2024-12-02T09:07:20,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ into d1ef20229f8b69ebe1b2271cbac63b2d/f (new location: hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/f9efe888bc6f47158e30fb7cdd9b7e3d_SeqId_6_) 2024-12-02T09:07:20,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/2117c46f08a74970b6ab1802ee15e316_SeqId_6_ 2024-12-02T09:07:20,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ into d1ef20229f8b69ebe1b2271cbac63b2d/f as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/d1e4bb7d8c1d41dfac2e47d9789c24c1_SeqId_6_ - updating store file list. 2024-12-02T09:07:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d1e4bb7d8c1d41dfac2e47d9789c24c1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T09:07:20,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/d1e4bb7d8c1d41dfac2e47d9789c24c1_SeqId_6_ into d1ef20229f8b69ebe1b2271cbac63b2d/f 2024-12-02T09:07:20,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ into d1ef20229f8b69ebe1b2271cbac63b2d/f (new location: hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/f/d1e4bb7d8c1d41dfac2e47d9789c24c1_SeqId_6_) 2024-12-02T09:07:20,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/staging/jenkins.hfs.22__test__79aiuera591961tec196jjhpqngide78rbanuginecvde7o0sfl9c28a4h5eosbn/f/f1cdc2f8b7c24c64ba5d37ab26fc6beb_SeqId_6_ 2024-12-02T09:07:20,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43489 {}] regionserver.ReplicationSink(324): Finished replicating [c7ab9a6e-765a-48e2-b2b7-e0ec0701a9bd] bulk loaded data 2024-12-02T09:07:20,099 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:20,281 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:20,309 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:07:20,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:20,602 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:20,783 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:20,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:07:20,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:07:20,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:20,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:20,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:20,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:20,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:07:20,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1206183141, stopped=false 2024-12-02T09:07:20,924 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,39923,1733130425841 2024-12-02T09:07:20,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21517683394/running 2024-12-02T09:07:20,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21517683394/running 2024-12-02T09:07:20,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:20,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:20,938 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:07:20,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:07:20,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:20,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:20,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Set watcher on znode that does not yet exist, /21517683394/running 2024-12-02T09:07:20,939 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,36729,1733130425958' ***** 2024-12-02T09:07:20,939 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:07:20,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Set watcher on znode that does not yet exist, /21517683394/running 2024-12-02T09:07:20,940 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:07:20,940 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:07:20,940 INFO [RS:0;7c6d666a4939:36729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:07:20,940 INFO [RS:0;7c6d666a4939:36729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:07:20,940 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(3091): Received CLOSE for c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:20,940 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,36729,1733130425958 2024-12-02T09:07:20,940 INFO [RS:0;7c6d666a4939:36729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:07:20,940 INFO [RS:0;7c6d666a4939:36729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:36729. 2024-12-02T09:07:20,940 DEBUG [RS:0;7c6d666a4939:36729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:20,940 DEBUG [RS:0;7c6d666a4939:36729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:20,940 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c74c8ca0ec99a1bd0b0294e997111b07, disabling compactions & flushes 2024-12-02T09:07:20,940 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:20,941 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:20,941 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. after waiting 0 ms 2024-12-02T09:07:20,941 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:07:20,941 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:20,941 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:07:20,941 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:07:20,941 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:07:20,941 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:07:20,941 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1325): Online Regions={c74c8ca0ec99a1bd0b0294e997111b07=test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:07:20,941 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c74c8ca0ec99a1bd0b0294e997111b07 2024-12-02T09:07:20,941 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:07:20,941 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:07:20,941 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:07:20,941 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:07:20,941 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:07:20,941 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T09:07:20,943 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/default/test/c74c8ca0ec99a1bd0b0294e997111b07/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T09:07:20,944 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:07:20,944 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:07:20,944 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:20,944 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c74c8ca0ec99a1bd0b0294e997111b07: Waiting for close lock at 1733130440940Running coprocessor pre-close hooks at 1733130440940Disabling compacts and flushes for region at 1733130440940Disabling writes for close at 1733130440941 (+1 ms)Writing region close event to WAL at 1733130440941Running coprocessor post-close hooks at 1733130440944 (+3 ms)Closed at 1733130440944 2024-12-02T09:07:20,944 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07. 2024-12-02T09:07:20,955 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/info/6be46f66088847e1ab18a0c776d743b2 is 129, key is test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07./info:regioninfo/1733130433283/Put/seqid=0 2024-12-02T09:07:20,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741839_1015 (size=6421) 2024-12-02T09:07:20,975 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:07:20,975 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:07:20,986 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:07:21,141 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:21,205 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:21,341 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:21,358 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/info/6be46f66088847e1ab18a0c776d743b2 2024-12-02T09:07:21,374 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/ns/57c7e83cc2844735b58b48da22c9ad58 is 43, key is default/ns:d/1733130429095/Put/seqid=0 2024-12-02T09:07:21,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741840_1016 (size=5153) 2024-12-02T09:07:21,377 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/ns/57c7e83cc2844735b58b48da22c9ad58 2024-12-02T09:07:21,387 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:21,391 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/rep_barrier/7f9891ee3f3447aba4b76299509884cf is 112, key is test,,1733130432510.c74c8ca0ec99a1bd0b0294e997111b07./rep_barrier:seqnumDuringOpen/1733130433283/Put/seqid=0 2024-12-02T09:07:21,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741841_1017 (size=5518) 2024-12-02T09:07:21,541 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:21,742 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:21,794 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/rep_barrier/7f9891ee3f3447aba4b76299509884cf 2024-12-02T09:07:21,814 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/table/528da8c13d4e4ca6ade10eefbb299af1 is 40, key is test/table:state/1733130433301/Put/seqid=0 2024-12-02T09:07:21,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741842_1018 (size=5165) 2024-12-02T09:07:21,909 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:21,942 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:07:21,942 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:07:21,942 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:22,089 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:22,142 DEBUG [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:22,217 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/table/528da8c13d4e4ca6ade10eefbb299af1 2024-12-02T09:07:22,221 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/info/6be46f66088847e1ab18a0c776d743b2 as hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/info/6be46f66088847e1ab18a0c776d743b2 2024-12-02T09:07:22,224 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/info/6be46f66088847e1ab18a0c776d743b2, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T09:07:22,230 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/ns/57c7e83cc2844735b58b48da22c9ad58 as hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/ns/57c7e83cc2844735b58b48da22c9ad58 2024-12-02T09:07:22,236 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/ns/57c7e83cc2844735b58b48da22c9ad58, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T09:07:22,237 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/rep_barrier/7f9891ee3f3447aba4b76299509884cf as hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/rep_barrier/7f9891ee3f3447aba4b76299509884cf 2024-12-02T09:07:22,240 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/rep_barrier/7f9891ee3f3447aba4b76299509884cf, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T09:07:22,241 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/.tmp/table/528da8c13d4e4ca6ade10eefbb299af1 as hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/table/528da8c13d4e4ca6ade10eefbb299af1 2024-12-02T09:07:22,244 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/table/528da8c13d4e4ca6ade10eefbb299af1, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T09:07:22,245 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false 2024-12-02T09:07:22,263 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T09:07:22,263 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:07:22,263 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:07:22,263 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:07:22,263 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130440941Running coprocessor pre-close hooks at 1733130440941Disabling compacts and flushes for region at 1733130440941Disabling writes for close at 1733130440941Obtaining lock to block concurrent updates at 1733130440941Preparing flush snapshotting stores in 1588230740 at 1733130440941Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733130440941Flushing stores of hbase:meta,,1.1588230740 at 1733130440942 (+1 ms)Flushing 1588230740/info: creating writer at 1733130440942Flushing 1588230740/info: appending metadata at 1733130440954 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733130440954Flushing 1588230740/ns: creating writer at 1733130441361 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733130441374 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733130441374Flushing 1588230740/rep_barrier: creating writer at 1733130441380 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130441391 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130441391Flushing 1588230740/table: creating writer at 1733130441799 (+408 ms)Flushing 1588230740/table: appending metadata at 1733130441813 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733130441813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f759771: reopening flushed file at 1733130442220 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32cfba95: reopening flushed file at 1733130442224 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794e7d46: reopening flushed file at 1733130442236 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac3edd9: reopening flushed file at 1733130442240 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1304ms, sequenceid=11, compaction requested=false at 1733130442245 (+5 ms)Writing region close event to WAL at 1733130442253 (+8 ms)Running coprocessor post-close hooks at 1733130442263 (+10 ms)Closed at 1733130442263 2024-12-02T09:07:22,263 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:07:22,342 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,36729,1733130425958; all regions closed. 2024-12-02T09:07:22,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741834_1010 (size=2717) 2024-12-02T09:07:22,346 DEBUG [RS:0;7c6d666a4939:36729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/oldWALs 2024-12-02T09:07:22,346 INFO [RS:0;7c6d666a4939:36729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C36729%2C1733130425958.meta:.meta(num 1733130429021) 2024-12-02T09:07:22,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741832_1008 (size=1028) 2024-12-02T09:07:22,349 DEBUG [RS:0;7c6d666a4939:36729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/oldWALs 2024-12-02T09:07:22,349 INFO [RS:0;7c6d666a4939:36729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C36729%2C1733130425958:(num 1733130428102) 2024-12-02T09:07:22,349 DEBUG [RS:0;7c6d666a4939:36729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:22,349 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:07:22,349 INFO [RS:0;7c6d666a4939:36729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:07:22,350 INFO [RS:0;7c6d666a4939:36729 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:07:22,350 INFO [RS:0;7c6d666a4939:36729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:07:22,350 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:07:22,350 INFO [RS:0;7c6d666a4939:36729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:36729. 2024-12-02T09:07:22,350 DEBUG [RS:0;7c6d666a4939:36729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:22,350 DEBUG [RS:0;7c6d666a4939:36729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:22,350 DEBUG [RS:0;7c6d666a4939:36729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:22,350 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:22,350 INFO [RS:0;7c6d666a4939:36729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36729 2024-12-02T09:07:22,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394/rs 2024-12-02T09:07:22,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21517683394/rs/7c6d666a4939,36729,1733130425958 2024-12-02T09:07:22,355 INFO [RS:0;7c6d666a4939:36729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:07:22,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,36729,1733130425958] 2024-12-02T09:07:22,372 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21517683394/draining/7c6d666a4939,36729,1733130425958 already deleted, retry=false 2024-12-02T09:07:22,372 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,36729,1733130425958 expired; onlineServers=0 2024-12-02T09:07:22,372 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,39923,1733130425841' ***** 2024-12-02T09:07:22,372 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:07:22,372 INFO [M:0;7c6d666a4939:39923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:07:22,372 INFO [M:0;7c6d666a4939:39923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:07:22,372 DEBUG [M:0;7c6d666a4939:39923 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:07:22,372 DEBUG [M:0;7c6d666a4939:39923 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:07:22,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:07:22,372 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130427871 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130427871,5,FailOnTimeoutGroup] 2024-12-02T09:07:22,373 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130427871 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130427871,5,FailOnTimeoutGroup] 2024-12-02T09:07:22,373 INFO [M:0;7c6d666a4939:39923 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:07:22,373 INFO [M:0;7c6d666a4939:39923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:07:22,373 DEBUG [M:0;7c6d666a4939:39923 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:07:22,373 INFO [M:0;7c6d666a4939:39923 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:07:22,373 INFO [M:0;7c6d666a4939:39923 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:07:22,373 INFO [M:0;7c6d666a4939:39923 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:07:22,374 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:07:22,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21517683394/master 2024-12-02T09:07:22,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21517683394 2024-12-02T09:07:22,380 DEBUG [M:0;7c6d666a4939:39923 {}] zookeeper.ZKUtil(347): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Unable to get data of znode /21517683394/master because node does not exist (not an error) 2024-12-02T09:07:22,380 WARN [M:0;7c6d666a4939:39923 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:07:22,381 INFO [M:0;7c6d666a4939:39923 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/.lastflushedseqids 2024-12-02T09:07:22,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741843_1019 (size=173) 2024-12-02T09:07:22,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:22,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36729-0x1009a3d4a020007, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:22,464 INFO [RS:0;7c6d666a4939:36729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:07:22,464 INFO [RS:0;7c6d666a4939:36729 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,36729,1733130425958; zookeeper connection closed. 2024-12-02T09:07:22,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@797e170f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@797e170f 2024-12-02T09:07:22,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:07:22,712 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:22,793 INFO [M:0;7c6d666a4939:39923 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:07:22,794 INFO [M:0;7c6d666a4939:39923 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:07:22,794 DEBUG [M:0;7c6d666a4939:39923 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:07:22,794 INFO [M:0;7c6d666a4939:39923 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:22,794 DEBUG [M:0;7c6d666a4939:39923 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:22,794 DEBUG [M:0;7c6d666a4939:39923 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:07:22,794 DEBUG [M:0;7c6d666a4939:39923 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:22,794 INFO [M:0;7c6d666a4939:39923 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-02T09:07:22,810 DEBUG [M:0;7c6d666a4939:39923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b21bbf379f854925bb50a8a3932c7e8f is 82, key is hbase:meta,,1/info:regioninfo/1733130429055/Put/seqid=0 2024-12-02T09:07:22,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741844_1020 (size=5672) 2024-12-02T09:07:22,892 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:23,213 INFO [M:0;7c6d666a4939:39923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b21bbf379f854925bb50a8a3932c7e8f 2024-12-02T09:07:23,228 DEBUG [M:0;7c6d666a4939:39923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d0a6948db1429ebfa90c1984f6c626 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733130433305/Put/seqid=0 2024-12-02T09:07:23,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741845_1021 (size=6586) 2024-12-02T09:07:23,616 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:23,631 INFO [M:0;7c6d666a4939:39923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d0a6948db1429ebfa90c1984f6c626 2024-12-02T09:07:23,647 DEBUG [M:0;7c6d666a4939:39923 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4351e7689a7d46aea126e493cb1d9bb4 is 69, key is 7c6d666a4939,36729,1733130425958/rs:state/1733130427922/Put/seqid=0 2024-12-02T09:07:23,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741846_1022 (size=5156) 2024-12-02T09:07:23,795 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:24,052 INFO [M:0;7c6d666a4939:39923 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4351e7689a7d46aea126e493cb1d9bb4 2024-12-02T09:07:24,056 DEBUG [M:0;7c6d666a4939:39923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b21bbf379f854925bb50a8a3932c7e8f as hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b21bbf379f854925bb50a8a3932c7e8f 2024-12-02T09:07:24,060 INFO [M:0;7c6d666a4939:39923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b21bbf379f854925bb50a8a3932c7e8f, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T09:07:24,061 DEBUG [M:0;7c6d666a4939:39923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c6d0a6948db1429ebfa90c1984f6c626 as hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6d0a6948db1429ebfa90c1984f6c626 2024-12-02T09:07:24,066 INFO [M:0;7c6d666a4939:39923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c6d0a6948db1429ebfa90c1984f6c626, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T09:07:24,067 DEBUG [M:0;7c6d666a4939:39923 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4351e7689a7d46aea126e493cb1d9bb4 as hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4351e7689a7d46aea126e493cb1d9bb4 2024-12-02T09:07:24,070 INFO [M:0;7c6d666a4939:39923 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34355/user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4351e7689a7d46aea126e493cb1d9bb4, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T09:07:24,071 INFO [M:0;7c6d666a4939:39923 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false 2024-12-02T09:07:24,072 INFO [M:0;7c6d666a4939:39923 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:24,072 DEBUG [M:0;7c6d666a4939:39923 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130442794Disabling compacts and flushes for region at 1733130442794Disabling writes for close at 1733130442794Obtaining lock to block concurrent updates at 1733130442794Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130442794Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733130442794Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130442795 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130442795Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130442810 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130442810Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130443216 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130443227 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130443227Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130443634 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130443647 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130443647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c22c3e: reopening flushed file at 1733130444055 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40bcc39d: reopening flushed file at 1733130444060 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a45844a: reopening flushed file at 1733130444066 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false at 1733130444071 (+5 ms)Writing region close event to WAL at 1733130444072 (+1 ms)Closed at 1733130444072 2024-12-02T09:07:24,076 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5f18d1e1-c2fb-983e-4a54-6b8b31ac15db/MasterData/WALs/7c6d666a4939,39923,1733130425841/7c6d666a4939%2C39923%2C1733130425841.1733130427676 not finished, retry = 0 2024-12-02T09:07:24,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38543 is added to blk_1073741830_1006 (size=32770) 2024-12-02T09:07:24,177 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:07:24,177 INFO [M:0;7c6d666a4939:39923 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:07:24,177 INFO [M:0;7c6d666a4939:39923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39923 2024-12-02T09:07:24,177 INFO [M:0;7c6d666a4939:39923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:07:24,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:24,305 INFO [M:0;7c6d666a4939:39923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:07:24,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39923-0x1009a3d4a020006, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:24,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3339c086{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:07:24,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d1236d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:07:24,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:07:24,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@481ae164{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:07:24,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30373025{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/hadoop.log.dir/,STOPPED} 2024-12-02T09:07:24,309 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:07:24,309 WARN [BP-1270640351-172.17.0.3-1733130423847 heartbeating to localhost/127.0.0.1:34355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:07:24,309 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:07:24,309 WARN [BP-1270640351-172.17.0.3-1733130423847 heartbeating to localhost/127.0.0.1:34355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1270640351-172.17.0.3-1733130423847 (Datanode Uuid f768b266-7e50-406f-a568-0173183f65f9) service to localhost/127.0.0.1:34355 2024-12-02T09:07:24,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/cluster_502fc807-6329-d1f3-48df-ec579633ad8a/data/data1/current/BP-1270640351-172.17.0.3-1733130423847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:07:24,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/cluster_502fc807-6329-d1f3-48df-ec579633ad8a/data/data2/current/BP-1270640351-172.17.0.3-1733130423847 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:07:24,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:07:24,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a8cf584{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:07:24,315 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12fc54d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:07:24,315 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:07:24,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4982018e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:07:24,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@173a7580{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a644b281-993f-33e6-f31d-08cdb9d6ec9d/hadoop.log.dir/,STOPPED} 2024-12-02T09:07:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:07:24,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:07:24,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:07:24,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:24,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:24,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:24,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:24,328 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:07:24,328 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1846084075, stopped=false 2024-12-02T09:07:24,328 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,39685,1733130420471 2024-12-02T09:07:24,338 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1107844231/running 2024-12-02T09:07:24,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1107844231/running 2024-12-02T09:07:24,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:24,338 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:24,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:07:24,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:07:24,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:24,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:24,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Set watcher on znode that does not yet exist, /1-1107844231/running 2024-12-02T09:07:24,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Set watcher on znode that does not yet exist, /1-1107844231/running 2024-12-02T09:07:24,339 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,43489,1733130420572' ***** 2024-12-02T09:07:24,339 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:07:24,339 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:07:24,339 INFO [RS:0;7c6d666a4939:43489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:07:24,339 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:07:24,339 INFO [RS:0;7c6d666a4939:43489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:07:24,339 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(3091): Received CLOSE for d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:24,340 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,43489,1733130420572 2024-12-02T09:07:24,340 INFO [RS:0;7c6d666a4939:43489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:07:24,340 INFO [RS:0;7c6d666a4939:43489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:43489. 2024-12-02T09:07:24,340 DEBUG [RS:0;7c6d666a4939:43489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:24,340 DEBUG [RS:0;7c6d666a4939:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:24,340 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1ef20229f8b69ebe1b2271cbac63b2d, disabling compactions & flushes 2024-12-02T09:07:24,340 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:24,340 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:24,340 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:07:24,340 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:07:24,340 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. after waiting 0 ms 2024-12-02T09:07:24,340 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:07:24,340 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:24,340 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:07:24,340 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:07:24,340 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1325): Online Regions={d1ef20229f8b69ebe1b2271cbac63b2d=test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:07:24,340 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d1ef20229f8b69ebe1b2271cbac63b2d 2024-12-02T09:07:24,340 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:07:24,340 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:07:24,340 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:07:24,340 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:07:24,340 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:07:24,340 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T09:07:24,342 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:07:24,343 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/default/test/d1ef20229f8b69ebe1b2271cbac63b2d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T09:07:24,343 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:07:24,343 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:07:24,343 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:24,343 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1ef20229f8b69ebe1b2271cbac63b2d: Waiting for close lock at 1733130444340Running coprocessor pre-close hooks at 1733130444340Disabling compacts and flushes for region at 1733130444340Disabling writes for close at 1733130444340Writing region close event to WAL at 1733130444340Running coprocessor post-close hooks at 1733130444343 (+3 ms)Closed at 1733130444343 2024-12-02T09:07:24,343 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d. 2024-12-02T09:07:24,353 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/info/23c2b34e69474211bf4bbda9220a5e0f is 129, key is test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d./info:regioninfo/1733130432112/Put/seqid=0 2024-12-02T09:07:24,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741841_1017 (size=6421) 2024-12-02T09:07:24,540 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:24,618 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:24,698 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:07:24,699 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:07:24,740 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:24,757 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/info/23c2b34e69474211bf4bbda9220a5e0f 2024-12-02T09:07:24,773 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/ns/5e449020780e406fa0abe1445d3f2568 is 43, key is default/ns:d/1733130423711/Put/seqid=0 2024-12-02T09:07:24,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741842_1018 (size=5153) 2024-12-02T09:07:24,798 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:24,941 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:25,141 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:25,176 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/ns/5e449020780e406fa0abe1445d3f2568 2024-12-02T09:07:25,200 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/rep_barrier/f8aea58ba9ea437494fee18a0b1a05c8 is 112, key is test,,1733130431370.d1ef20229f8b69ebe1b2271cbac63b2d./rep_barrier:seqnumDuringOpen/1733130432112/Put/seqid=0 2024-12-02T09:07:25,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741843_1019 (size=5518) 2024-12-02T09:07:25,341 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:07:25,341 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:07:25,341 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:25,541 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:25,606 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/rep_barrier/f8aea58ba9ea437494fee18a0b1a05c8 2024-12-02T09:07:25,622 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/table/8f87cd725dad42d6b4d81f71ff39c6e4 is 40, key is test/table:state/1733130432117/Put/seqid=0 2024-12-02T09:07:25,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741844_1020 (size=5165) 2024-12-02T09:07:25,722 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:25,741 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:25,901 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:25,941 DEBUG [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:26,026 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/table/8f87cd725dad42d6b4d81f71ff39c6e4 2024-12-02T09:07:26,030 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/info/23c2b34e69474211bf4bbda9220a5e0f as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/info/23c2b34e69474211bf4bbda9220a5e0f 2024-12-02T09:07:26,034 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/info/23c2b34e69474211bf4bbda9220a5e0f, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T09:07:26,035 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/ns/5e449020780e406fa0abe1445d3f2568 as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/ns/5e449020780e406fa0abe1445d3f2568 2024-12-02T09:07:26,040 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/ns/5e449020780e406fa0abe1445d3f2568, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T09:07:26,050 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/rep_barrier/f8aea58ba9ea437494fee18a0b1a05c8 as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/rep_barrier/f8aea58ba9ea437494fee18a0b1a05c8 2024-12-02T09:07:26,069 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/rep_barrier/f8aea58ba9ea437494fee18a0b1a05c8, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T09:07:26,069 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/.tmp/table/8f87cd725dad42d6b4d81f71ff39c6e4 as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/table/8f87cd725dad42d6b4d81f71ff39c6e4 2024-12-02T09:07:26,078 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/table/8f87cd725dad42d6b4d81f71ff39c6e4, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T09:07:26,079 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=11, compaction requested=false 2024-12-02T09:07:26,101 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T09:07:26,102 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:07:26,102 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:07:26,102 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:07:26,103 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130444340Running coprocessor pre-close hooks at 1733130444340Disabling compacts and flushes for region at 1733130444340Disabling writes for close at 1733130444340Obtaining lock to block concurrent updates at 1733130444340Preparing flush snapshotting stores in 1588230740 at 1733130444340Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733130444341 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733130444341Flushing 1588230740/info: creating writer at 1733130444341Flushing 1588230740/info: appending metadata at 1733130444353 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733130444353Flushing 1588230740/ns: creating writer at 1733130444760 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733130444773 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733130444773Flushing 1588230740/rep_barrier: creating writer at 1733130445180 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130445200 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130445200Flushing 1588230740/table: creating writer at 1733130445610 (+410 ms)Flushing 1588230740/table: appending metadata at 1733130445622 (+12 ms)Flushing 1588230740/table: closing flushed file at 1733130445622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e80c439: reopening flushed file at 1733130446030 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd82025: reopening flushed file at 1733130446035 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4898da: reopening flushed file at 1733130446040 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58939d78: reopening flushed file at 1733130446069 (+29 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1739ms, sequenceid=11, compaction requested=false at 1733130446079 (+10 ms)Writing region close event to WAL at 1733130446091 (+12 ms)Running coprocessor post-close hooks at 1733130446102 (+11 ms)Closed at 1733130446102 2024-12-02T09:07:26,103 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:07:26,142 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,43489,1733130420572; all regions closed. 2024-12-02T09:07:26,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741834_1010 (size=2717) 2024-12-02T09:07:26,145 DEBUG [RS:0;7c6d666a4939:43489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/oldWALs 2024-12-02T09:07:26,145 INFO [RS:0;7c6d666a4939:43489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C43489%2C1733130420572.meta:.meta(num 1733130423672) 2024-12-02T09:07:26,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741832_1008 (size=1374) 2024-12-02T09:07:26,147 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/WALs/7c6d666a4939,43489,1733130420572/7c6d666a4939%2C43489%2C1733130420572.1733130422725 not finished, retry = 0 2024-12-02T09:07:26,249 DEBUG [RS:0;7c6d666a4939:43489 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/oldWALs 2024-12-02T09:07:26,249 INFO [RS:0;7c6d666a4939:43489 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C43489%2C1733130420572:(num 1733130422725) 2024-12-02T09:07:26,249 DEBUG [RS:0;7c6d666a4939:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:26,249 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:07:26,249 INFO [RS:0;7c6d666a4939:43489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:07:26,249 INFO [RS:0;7c6d666a4939:43489 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:07:26,249 INFO [RS:0;7c6d666a4939:43489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:07:26,250 INFO [RS:0;7c6d666a4939:43489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:43489. 2024-12-02T09:07:26,250 DEBUG [RS:0;7c6d666a4939:43489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:26,250 DEBUG [RS:0;7c6d666a4939:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:26,250 DEBUG [RS:0;7c6d666a4939:43489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:26,250 INFO [RS:0;7c6d666a4939:43489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43489 2024-12-02T09:07:26,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:26,251 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:07:26,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231/rs 2024-12-02T09:07:26,280 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1107844231/rs/7c6d666a4939,43489,1733130420572 2024-12-02T09:07:26,280 INFO [RS:0;7c6d666a4939:43489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:07:26,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,43489,1733130420572] 2024-12-02T09:07:26,296 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1107844231/draining/7c6d666a4939,43489,1733130420572 already deleted, retry=false 2024-12-02T09:07:26,297 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,43489,1733130420572 expired; onlineServers=0 2024-12-02T09:07:26,297 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,39685,1733130420471' ***** 2024-12-02T09:07:26,297 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:07:26,297 INFO [M:0;7c6d666a4939:39685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:07:26,297 INFO [M:0;7c6d666a4939:39685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:07:26,297 DEBUG [M:0;7c6d666a4939:39685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:07:26,297 DEBUG [M:0;7c6d666a4939:39685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:07:26,297 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:07:26,297 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130422500 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130422500,5,FailOnTimeoutGroup] 2024-12-02T09:07:26,297 INFO [M:0;7c6d666a4939:39685 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:07:26,297 INFO [M:0;7c6d666a4939:39685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:07:26,297 DEBUG [M:0;7c6d666a4939:39685 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:07:26,297 INFO [M:0;7c6d666a4939:39685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:07:26,297 INFO [M:0;7c6d666a4939:39685 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:07:26,297 INFO [M:0;7c6d666a4939:39685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:07:26,297 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:07:26,298 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130422500 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130422500,5,FailOnTimeoutGroup] 2024-12-02T09:07:26,298 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T09:07:26,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1107844231/master 2024-12-02T09:07:26,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1107844231 2024-12-02T09:07:26,313 DEBUG [M:0;7c6d666a4939:39685 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1107844231/master already deleted, retry=false 2024-12-02T09:07:26,313 DEBUG [M:0;7c6d666a4939:39685 {}] master.ActiveMasterManager(353): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1107844231/master 2024-12-02T09:07:26,314 INFO [M:0;7c6d666a4939:39685 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/.lastflushedseqids 2024-12-02T09:07:26,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741845_1021 (size=173) 2024-12-02T09:07:26,323 INFO [M:0;7c6d666a4939:39685 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:07:26,324 INFO [M:0;7c6d666a4939:39685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:07:26,324 DEBUG [M:0;7c6d666a4939:39685 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:07:26,324 INFO [M:0;7c6d666a4939:39685 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:26,324 DEBUG [M:0;7c6d666a4939:39685 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:26,324 DEBUG [M:0;7c6d666a4939:39685 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:07:26,324 DEBUG [M:0;7c6d666a4939:39685 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:26,324 INFO [M:0;7c6d666a4939:39685 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-02T09:07:26,342 DEBUG [M:0;7c6d666a4939:39685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44cabdbb114e420b8807916abb3e70e3 is 82, key is hbase:meta,,1/info:regioninfo/1733130423697/Put/seqid=0 2024-12-02T09:07:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741846_1022 (size=5672) 2024-12-02T09:07:26,388 INFO [RS:0;7c6d666a4939:43489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:07:26,388 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:26,388 INFO [RS:0;7c6d666a4939:43489 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,43489,1733130420572; zookeeper connection closed. 2024-12-02T09:07:26,388 DEBUG [pool-2505-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43489-0x1009a3d4a020004, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:26,389 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4739ca3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4739ca3f 2024-12-02T09:07:26,389 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:07:26,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T09:07:26,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T09:07:26,745 INFO [M:0;7c6d666a4939:39685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44cabdbb114e420b8807916abb3e70e3 2024-12-02T09:07:26,769 DEBUG [M:0;7c6d666a4939:39685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ef913dae244404990852f2aeebbacd3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733130432119/Put/seqid=0 2024-12-02T09:07:26,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741847_1023 (size=6586) 2024-12-02T09:07:26,775 INFO [M:0;7c6d666a4939:39685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ef913dae244404990852f2aeebbacd3 2024-12-02T09:07:26,797 DEBUG [M:0;7c6d666a4939:39685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70eb0fa3cb9244f0829c4768803602b0 is 69, key is 7c6d666a4939,43489,1733130420572/rs:state/1733130422545/Put/seqid=0 2024-12-02T09:07:26,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741848_1024 (size=5156) 2024-12-02T09:07:26,927 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:27,105 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:27,201 INFO [M:0;7c6d666a4939:39685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70eb0fa3cb9244f0829c4768803602b0 2024-12-02T09:07:27,205 DEBUG [M:0;7c6d666a4939:39685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/44cabdbb114e420b8807916abb3e70e3 as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44cabdbb114e420b8807916abb3e70e3 2024-12-02T09:07:27,209 INFO [M:0;7c6d666a4939:39685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/44cabdbb114e420b8807916abb3e70e3, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T09:07:27,209 DEBUG [M:0;7c6d666a4939:39685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ef913dae244404990852f2aeebbacd3 as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ef913dae244404990852f2aeebbacd3 2024-12-02T09:07:27,213 INFO [M:0;7c6d666a4939:39685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ef913dae244404990852f2aeebbacd3, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T09:07:27,213 DEBUG [M:0;7c6d666a4939:39685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/70eb0fa3cb9244f0829c4768803602b0 as hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70eb0fa3cb9244f0829c4768803602b0 2024-12-02T09:07:27,216 INFO [M:0;7c6d666a4939:39685 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33773/user/jenkins/test-data/ee6639b2-7d51-5098-2146-9d437f25f7ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/70eb0fa3cb9244f0829c4768803602b0, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T09:07:27,217 INFO [M:0;7c6d666a4939:39685 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=55, compaction requested=false 2024-12-02T09:07:27,220 INFO [M:0;7c6d666a4939:39685 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:27,220 DEBUG [M:0;7c6d666a4939:39685 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130446324Disabling compacts and flushes for region at 1733130446324Disabling writes for close at 1733130446324Obtaining lock to block concurrent updates at 1733130446324Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130446324Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733130446324Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130446325 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130446325Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130446341 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130446342 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130446749 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130446768 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130446768Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130446781 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130446796 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130446796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6a259b: reopening flushed file at 1733130447205 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516bbff4: reopening flushed file at 1733130447209 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cb99ca8: reopening flushed file at 1733130447213 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 893ms, sequenceid=55, compaction requested=false at 1733130447217 (+4 ms)Writing region close event to WAL at 1733130447220 (+3 ms)Closed at 1733130447220 2024-12-02T09:07:27,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42609 is added to blk_1073741830_1006 (size=32770) 2024-12-02T09:07:27,222 INFO [M:0;7c6d666a4939:39685 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:07:27,222 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:07:27,223 INFO [M:0;7c6d666a4939:39685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39685 2024-12-02T09:07:27,223 INFO [M:0;7c6d666a4939:39685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:07:27,338 INFO [M:0;7c6d666a4939:39685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:07:27,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:27,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39685-0x1009a3d4a020003, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:27,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37d8432e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:07:27,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26236e8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:07:27,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:07:27,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d9b4b08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:07:27,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b030b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/hadoop.log.dir/,STOPPED} 2024-12-02T09:07:27,344 WARN [BP-95484976-172.17.0.3-1733130419326 heartbeating to localhost/127.0.0.1:33773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:07:27,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:07:27,344 WARN [BP-95484976-172.17.0.3-1733130419326 heartbeating to localhost/127.0.0.1:33773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-95484976-172.17.0.3-1733130419326 (Datanode Uuid d9b6276d-f531-4a6c-aae0-d81874cb6f99) service to localhost/127.0.0.1:33773 2024-12-02T09:07:27,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:07:27,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/cluster_27f47a2c-0beb-9b65-e536-9bfcc3d602ad/data/data1/current/BP-95484976-172.17.0.3-1733130419326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:07:27,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/cluster_27f47a2c-0beb-9b65-e536-9bfcc3d602ad/data/data2/current/BP-95484976-172.17.0.3-1733130419326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:07:27,345 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:07:27,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ed8e4fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:07:27,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c4ed100{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:07:27,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:07:27,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ce2fafc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:07:27,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f175b49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91a72f82-b5a9-4e7d-92dd-e2f2d7e94929/hadoop.log.dir/,STOPPED} 2024-12-02T09:07:27,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:07:27,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:07:27,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:07:27,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:27,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:27,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:27,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:27,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:07:27,366 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1620663038, stopped=false 2024-12-02T09:07:27,366 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,46017,1733130416309 2024-12-02T09:07:27,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2112410423/running 2024-12-02T09:07:27,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2112410423/running 2024-12-02T09:07:27,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:07:27,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:07:27,380 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:07:27,380 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:07:27,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:27,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:27,380 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,36593,1733130416450' ***** 2024-12-02T09:07:27,380 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:07:27,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Set watcher on znode that does not yet exist, /0-2112410423/running 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:07:27,381 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(3091): Received CLOSE for 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:27,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Set watcher on znode that does not yet exist, /0-2112410423/running 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(3091): Received CLOSE for 06e96c12e6d935f4344dc2ea678b0332 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,36593,1733130416450 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:36593. 2024-12-02T09:07:27,381 DEBUG [RS:0;7c6d666a4939:36593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:27,381 DEBUG [RS:0;7c6d666a4939:36593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:27,381 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9105e846fb83e915d043733d4811605e, disabling compactions & flushes 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:07:27,381 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:27,381 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:07:27,381 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:27,382 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T09:07:27,382 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. after waiting 0 ms 2024-12-02T09:07:27,382 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1325): Online Regions={9105e846fb83e915d043733d4811605e=hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e., 06e96c12e6d935f4344dc2ea678b0332=test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:07:27,382 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:27,382 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1351): Waiting on 06e96c12e6d935f4344dc2ea678b0332, 1588230740, 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:27,382 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:07:27,382 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:07:27,382 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:07:27,382 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9105e846fb83e915d043733d4811605e 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-02T09:07:27,382 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:07:27,382 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:07:27,382 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T09:07:27,394 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/.tmp/hfileref/a6a1818b99f5406e8508159ec6d32110 is 74, key is 1/hfileref:2117c46f08a74970b6ab1802ee15e316_SeqId_6_/1733130440043/DeleteColumn/seqid=0 2024-12-02T09:07:27,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741847_1023 (size=5489) 2024-12-02T09:07:27,397 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/.tmp/hfileref/a6a1818b99f5406e8508159ec6d32110 2024-12-02T09:07:27,400 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/info/289fb1868cec47e3aeb08d1f908c8507 is 147, key is hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e./info:regioninfo/1733130434818/Put/seqid=0 2024-12-02T09:07:27,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741848_1024 (size=7686) 2024-12-02T09:07:27,412 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/.tmp/queue/88b21072a9c54597838e99b5e268d015 is 153, key is 1-7c6d666a4939,36593,1733130416450/queue:7c6d666a4939%2C36593%2C1733130416450/1733130440045/Put/seqid=0 2024-12-02T09:07:27,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741849_1025 (size=5504) 2024-12-02T09:07:27,459 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:07:27,582 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1351): Waiting on 06e96c12e6d935f4344dc2ea678b0332, 1588230740, 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:27,782 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1351): Waiting on 06e96c12e6d935f4344dc2ea678b0332, 1588230740, 9105e846fb83e915d043733d4811605e 2024-12-02T09:07:27,805 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/info/289fb1868cec47e3aeb08d1f908c8507 2024-12-02T09:07:27,815 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/.tmp/queue/88b21072a9c54597838e99b5e268d015 2024-12-02T09:07:27,822 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/.tmp/hfileref/a6a1818b99f5406e8508159ec6d32110 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/hfileref/a6a1818b99f5406e8508159ec6d32110 2024-12-02T09:07:27,828 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/ns/e1f79827653b4883b60548c4c1cd84f1 is 43, key is default/ns:d/1733130419213/Put/seqid=0 2024-12-02T09:07:27,834 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/hfileref/a6a1818b99f5406e8508159ec6d32110, entries=6, sequenceid=17, filesize=5.4 K 2024-12-02T09:07:27,835 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/.tmp/queue/88b21072a9c54597838e99b5e268d015 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/queue/88b21072a9c54597838e99b5e268d015 2024-12-02T09:07:27,839 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/queue/88b21072a9c54597838e99b5e268d015, entries=2, sequenceid=17, filesize=5.4 K 2024-12-02T09:07:27,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741850_1026 (size=5153) 2024-12-02T09:07:27,840 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9105e846fb83e915d043733d4811605e in 457ms, sequenceid=17, compaction requested=false 2024-12-02T09:07:27,850 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/replication/9105e846fb83e915d043733d4811605e/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-02T09:07:27,850 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:07:27,850 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:07:27,850 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:27,850 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9105e846fb83e915d043733d4811605e: Waiting for close lock at 1733130447381Running coprocessor pre-close hooks at 1733130447381Disabling compacts and flushes for region at 1733130447381Disabling writes for close at 1733130447382 (+1 ms)Obtaining lock to block concurrent updates at 1733130447382Preparing flush snapshotting stores in 9105e846fb83e915d043733d4811605e at 1733130447382Finished memstore snapshotting hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733130447382Flushing stores of hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. at 1733130447383 (+1 ms)Flushing 9105e846fb83e915d043733d4811605e/hfileref: creating writer at 1733130447383Flushing 9105e846fb83e915d043733d4811605e/hfileref: appending metadata at 1733130447394 (+11 ms)Flushing 9105e846fb83e915d043733d4811605e/hfileref: closing flushed file at 1733130447394Flushing 9105e846fb83e915d043733d4811605e/queue: creating writer at 1733130447400 (+6 ms)Flushing 9105e846fb83e915d043733d4811605e/queue: appending metadata at 1733130447411 (+11 ms)Flushing 9105e846fb83e915d043733d4811605e/queue: closing flushed file at 1733130447411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99fe4f6: reopening flushed file at 1733130447821 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46f22518: reopening flushed file at 1733130447834 (+13 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9105e846fb83e915d043733d4811605e in 457ms, sequenceid=17, compaction requested=false at 1733130447840 (+6 ms)Writing region close event to WAL at 1733130447847 (+7 ms)Running coprocessor post-close hooks at 1733130447850 (+3 ms)Closed at 1733130447850 2024-12-02T09:07:27,850 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733130433661.9105e846fb83e915d043733d4811605e. 2024-12-02T09:07:27,850 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06e96c12e6d935f4344dc2ea678b0332, disabling compactions & flushes 2024-12-02T09:07:27,850 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:27,850 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:27,850 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. after waiting 0 ms 2024-12-02T09:07:27,850 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:27,853 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/default/test/06e96c12e6d935f4344dc2ea678b0332/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T09:07:27,853 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:07:27,853 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T09:07:27,853 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:27,853 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06e96c12e6d935f4344dc2ea678b0332: Waiting for close lock at 1733130447850Running coprocessor pre-close hooks at 1733130447850Disabling compacts and flushes for region at 1733130447850Disabling writes for close at 1733130447850Writing region close event to WAL at 1733130447851 (+1 ms)Running coprocessor post-close hooks at 1733130447853 (+2 ms)Closed at 1733130447853 2024-12-02T09:07:27,853 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332. 2024-12-02T09:07:27,982 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:28,074 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T09:07:28,074 INFO [regionserver/7c6d666a4939:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T09:07:28,182 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:28,239 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/ns/e1f79827653b4883b60548c4c1cd84f1 2024-12-02T09:07:28,241 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:28,247 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:07:28,247 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 688, reset compression=false 2024-12-02T09:07:28,247 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7c6d666a4939,36593,1733130416450 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:07:28,248 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7c6d666a4939,36593,1733130416450: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7c6d666a4939,36593,1733130416450, walGroup=7c6d666a4939%2C36593%2C1733130416450, offset=7c6d666a4939%2C36593%2C1733130416450.1733130437701:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:36593 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T09:07:28,249 ERROR [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T09:07:28,249 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T09:07:28,250 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T09:07:28,250 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T09:07:28,250 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T09:07:28,250 INFO [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1612709888, "init": 1048576000, "max": 2306867200, "used": 1199866888 }, "NonHeapMemoryUsage": { "committed": 211550208, "init": 7667712, "max": -1, "used": 208437248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T09:07:28,250 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:46017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7c6d666a4939:46017 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T09:07:28,263 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/rep_barrier/b7f31e711adc46a2bb196a2007ea5d24 is 112, key is test,,1733130429217.06e96c12e6d935f4344dc2ea678b0332./rep_barrier:seqnumDuringOpen/1733130430361/Put/seqid=0 2024-12-02T09:07:28,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741851_1027 (size=5518) 2024-12-02T09:07:28,383 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:07:28,383 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T09:07:28,383 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:28,408 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 393, reset compression=false 2024-12-02T09:07:28,412 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T09:07:28,412 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 688, reset compression=false 2024-12-02T09:07:28,412 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7c6d666a4939,36593,1733130416450 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T09:07:28,413 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-02T09:07:28,452 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 688, reset compression=false 2024-12-02T09:07:28,583 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:28,615 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 688, reset compression=false 2024-12-02T09:07:28,667 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/rep_barrier/b7f31e711adc46a2bb196a2007ea5d24 2024-12-02T09:07:28,689 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/table/3cb07a4dabff4338906a7d5d3c069f45 is 53, key is hbase:replication/table:state/1733130434823/Put/seqid=0 2024-12-02T09:07:28,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741852_1028 (size=5308) 2024-12-02T09:07:28,756 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 688, reset compression=false 2024-12-02T09:07:28,783 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:28,918 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 688, reset compression=false 2024-12-02T09:07:28,983 DEBUG [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:07:29,092 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/table/3cb07a4dabff4338906a7d5d3c069f45 2024-12-02T09:07:29,096 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/info/289fb1868cec47e3aeb08d1f908c8507 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/info/289fb1868cec47e3aeb08d1f908c8507 2024-12-02T09:07:29,099 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/info/289fb1868cec47e3aeb08d1f908c8507, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T09:07:29,099 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/ns/e1f79827653b4883b60548c4c1cd84f1 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/ns/e1f79827653b4883b60548c4c1cd84f1 2024-12-02T09:07:29,102 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/ns/e1f79827653b4883b60548c4c1cd84f1, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T09:07:29,102 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/rep_barrier/b7f31e711adc46a2bb196a2007ea5d24 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/rep_barrier/b7f31e711adc46a2bb196a2007ea5d24 2024-12-02T09:07:29,105 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/rep_barrier/b7f31e711adc46a2bb196a2007ea5d24, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T09:07:29,105 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/.tmp/table/3cb07a4dabff4338906a7d5d3c069f45 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/table/3cb07a4dabff4338906a7d5d3c069f45 2024-12-02T09:07:29,108 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/table/3cb07a4dabff4338906a7d5d3c069f45, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T09:07:29,108 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-12-02T09:07:29,108 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:07:29,112 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T09:07:29,112 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T09:07:29,112 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:07:29,112 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:07:29,112 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130447382Running coprocessor pre-close hooks at 1733130447382Disabling compacts and flushes for region at 1733130447382Disabling writes for close at 1733130447382Obtaining lock to block concurrent updates at 1733130447382Preparing flush snapshotting stores in 1588230740 at 1733130447382Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733130447382Flushing stores of hbase:meta,,1.1588230740 at 1733130447382Flushing 1588230740/info: creating writer at 1733130447382Flushing 1588230740/info: appending metadata at 1733130447400 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733130447400Flushing 1588230740/ns: creating writer at 1733130447808 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733130447828 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733130447828Flushing 1588230740/rep_barrier: creating writer at 1733130448242 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733130448262 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733130448262Flushing 1588230740/table: creating writer at 1733130448670 (+408 ms)Flushing 1588230740/table: appending metadata at 1733130448688 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733130448688Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b83fc23: reopening flushed file at 1733130449095 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68fcae99: reopening flushed file at 1733130449099 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18cf8a93: reopening flushed file at 1733130449102 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64aaf294: reopening flushed file at 1733130449105 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1733130449108 (+3 ms)Writing region close event to WAL at 1733130449110 (+2 ms)Running coprocessor post-close hooks at 1733130449112 (+2 ms)Closed at 1733130449112 2024-12-02T09:07:29,112 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:07:29,159 DEBUG [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/WALs/7c6d666a4939,36593,1733130416450/7c6d666a4939%2C36593%2C1733130416450.1733130437701 to pos 688, reset compression=false 2024-12-02T09:07:29,183 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,36593,1733130416450; all regions closed. 2024-12-02T09:07:29,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741844_1020 (size=859) 2024-12-02T09:07:29,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741842_1018 (size=2791) 2024-12-02T09:07:29,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741843_1019 (size=696) 2024-12-02T09:07:29,189 DEBUG [RS:0;7c6d666a4939:36593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:29,189 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:07:29,189 INFO [RS:0;7c6d666a4939:36593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:07:29,189 INFO [RS:0;7c6d666a4939:36593 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T09:07:29,189 INFO [RS:0;7c6d666a4939:36593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:07:29,189 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:07:29,189 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7c6d666a4939,36593,1733130416450 because: Region server is closing 2024-12-02T09:07:29,190 INFO [RS:0;7c6d666a4939:36593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:36593. 2024-12-02T09:07:29,190 DEBUG [RS:0;7c6d666a4939:36593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:29,190 DEBUG [RS:0;7c6d666a4939:36593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:29,190 DEBUG [RS:0;7c6d666a4939:36593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:29,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:29,290 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 terminated 2024-12-02T09:07:29,290 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7c6d666a4939,36593,1733130416450 because: Region server is closing 2024-12-02T09:07:29,290 WARN [RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,1-7c6d666a4939,36593,1733130416450.replicationSource.wal-reader.7c6d666a4939%2C36593%2C1733130416450,1-7c6d666a4939,36593,1733130416450 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T09:07:29,290 INFO [RS:0;7c6d666a4939:36593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:36593. 2024-12-02T09:07:29,290 DEBUG [RS:0;7c6d666a4939:36593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:07:29,290 DEBUG [RS:0;7c6d666a4939:36593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:29,291 DEBUG [RS:0;7c6d666a4939:36593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:07:29,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:07:29,391 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7c6d666a4939:0-0.replicationSource,2-7c6d666a4939,36593,1733130416450.replicationSource.shipper7c6d666a4939%2C36593%2C1733130416450,2-7c6d666a4939,36593,1733130416450 terminated 2024-12-02T09:07:29,391 INFO [RS:0;7c6d666a4939:36593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36593 2024-12-02T09:07:29,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2112410423/rs/7c6d666a4939,36593,1733130416450 2024-12-02T09:07:29,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423/rs 2024-12-02T09:07:29,430 INFO [RS:0;7c6d666a4939:36593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:07:29,430 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,36593,1733130416450] 2024-12-02T09:07:29,446 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2112410423/draining/7c6d666a4939,36593,1733130416450 already deleted, retry=false 2024-12-02T09:07:29,446 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,36593,1733130416450 expired; onlineServers=0 2024-12-02T09:07:29,446 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,46017,1733130416309' ***** 2024-12-02T09:07:29,446 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:07:29,446 INFO [M:0;7c6d666a4939:46017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:07:29,447 INFO [M:0;7c6d666a4939:46017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:07:29,447 DEBUG [M:0;7c6d666a4939:46017 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:07:29,447 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:07:29,447 DEBUG [M:0;7c6d666a4939:46017 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:07:29,447 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130417971 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130417971,5,FailOnTimeoutGroup] 2024-12-02T09:07:29,447 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130417968 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130417968,5,FailOnTimeoutGroup] 2024-12-02T09:07:29,447 INFO [M:0;7c6d666a4939:46017 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:07:29,447 INFO [M:0;7c6d666a4939:46017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:07:29,447 DEBUG [M:0;7c6d666a4939:46017 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:07:29,447 INFO [M:0;7c6d666a4939:46017 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:07:29,447 INFO [M:0;7c6d666a4939:46017 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:07:29,447 INFO [M:0;7c6d666a4939:46017 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:07:29,447 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:07:29,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2112410423/master 2024-12-02T09:07:29,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2112410423 2024-12-02T09:07:29,455 DEBUG [M:0;7c6d666a4939:46017 {}] zookeeper.ZKUtil(347): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Unable to get data of znode /0-2112410423/master because node does not exist (not an error) 2024-12-02T09:07:29,455 WARN [M:0;7c6d666a4939:46017 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:07:29,455 INFO [M:0;7c6d666a4939:46017 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/.lastflushedseqids 2024-12-02T09:07:29,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741853_1029 (size=263) 2024-12-02T09:07:29,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:29,538 INFO [RS:0;7c6d666a4939:36593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:07:29,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36593-0x1009a3d4a020001, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:29,538 INFO [RS:0;7c6d666a4939:36593 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,36593,1733130416450; zookeeper connection closed. 2024-12-02T09:07:29,538 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c63d2e5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c63d2e5 2024-12-02T09:07:29,539 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T09:07:29,860 INFO [M:0;7c6d666a4939:46017 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:07:29,861 INFO [M:0;7c6d666a4939:46017 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:07:29,861 DEBUG [M:0;7c6d666a4939:46017 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:07:29,861 INFO [M:0;7c6d666a4939:46017 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:29,861 DEBUG [M:0;7c6d666a4939:46017 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:29,861 DEBUG [M:0;7c6d666a4939:46017 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:07:29,861 DEBUG [M:0;7c6d666a4939:46017 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:29,861 INFO [M:0;7c6d666a4939:46017 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-12-02T09:07:29,880 DEBUG [M:0;7c6d666a4939:46017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85a15479919c4ab890abe6077c51137a is 82, key is hbase:meta,,1/info:regioninfo/1733130419190/Put/seqid=0 2024-12-02T09:07:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741854_1030 (size=5672) 2024-12-02T09:07:30,283 INFO [M:0;7c6d666a4939:46017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85a15479919c4ab890abe6077c51137a 2024-12-02T09:07:30,301 DEBUG [M:0;7c6d666a4939:46017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7542edbaf9b48e6a67564e5b450dbc3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733130434825/Put/seqid=0 2024-12-02T09:07:30,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741855_1031 (size=8908) 2024-12-02T09:07:30,704 INFO [M:0;7c6d666a4939:46017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7542edbaf9b48e6a67564e5b450dbc3 2024-12-02T09:07:30,729 DEBUG [M:0;7c6d666a4939:46017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98478a4284e14e669caac745fe04caf9 is 69, key is 7c6d666a4939,36593,1733130416450/rs:state/1733130418014/Put/seqid=0 2024-12-02T09:07:30,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741856_1032 (size=5156) 2024-12-02T09:07:31,138 INFO [M:0;7c6d666a4939:46017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98478a4284e14e669caac745fe04caf9 2024-12-02T09:07:31,142 DEBUG [M:0;7c6d666a4939:46017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85a15479919c4ab890abe6077c51137a as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85a15479919c4ab890abe6077c51137a 2024-12-02T09:07:31,146 INFO [M:0;7c6d666a4939:46017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85a15479919c4ab890abe6077c51137a, entries=8, sequenceid=112, filesize=5.5 K 2024-12-02T09:07:31,146 DEBUG [M:0;7c6d666a4939:46017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7542edbaf9b48e6a67564e5b450dbc3 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7542edbaf9b48e6a67564e5b450dbc3 2024-12-02T09:07:31,150 INFO [M:0;7c6d666a4939:46017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7542edbaf9b48e6a67564e5b450dbc3, entries=13, sequenceid=112, filesize=8.7 K 2024-12-02T09:07:31,151 DEBUG [M:0;7c6d666a4939:46017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98478a4284e14e669caac745fe04caf9 as hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98478a4284e14e669caac745fe04caf9 2024-12-02T09:07:31,154 INFO [M:0;7c6d666a4939:46017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35775/user/jenkins/test-data/276e3be8-9de8-c479-00fc-a06cec525c47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98478a4284e14e669caac745fe04caf9, entries=1, sequenceid=112, filesize=5.0 K 2024-12-02T09:07:31,155 INFO [M:0;7c6d666a4939:46017 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=112, compaction requested=false 2024-12-02T09:07:31,156 INFO [M:0;7c6d666a4939:46017 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:07:31,156 DEBUG [M:0;7c6d666a4939:46017 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130449861Disabling compacts and flushes for region at 1733130449861Disabling writes for close at 1733130449861Obtaining lock to block concurrent updates at 1733130449861Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130449861Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1733130449861Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130449862 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130449862Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130449879 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130449879Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130450286 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130450300 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130450300Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130450707 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130450728 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130450728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f87740c: reopening flushed file at 1733130451142 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735585ef: reopening flushed file at 1733130451146 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40974144: reopening flushed file at 1733130451150 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=112, compaction requested=false at 1733130451155 (+5 ms)Writing region close event to WAL at 1733130451156 (+1 ms)Closed at 1733130451156 2024-12-02T09:07:31,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45409 is added to blk_1073741830_1006 (size=69043) 2024-12-02T09:07:31,158 INFO [M:0;7c6d666a4939:46017 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:07:31,158 INFO [M:0;7c6d666a4939:46017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46017 2024-12-02T09:07:31,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:07:31,159 INFO [M:0;7c6d666a4939:46017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:07:31,288 INFO [M:0;7c6d666a4939:46017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:07:31,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:31,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46017-0x1009a3d4a020000, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:07:31,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@180216cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:07:31,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fbacbdc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:07:31,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:07:31,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4656df91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:07:31,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd5237f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/hadoop.log.dir/,STOPPED} 2024-12-02T09:07:31,292 WARN [BP-598893329-172.17.0.3-1733130414825 heartbeating to localhost/127.0.0.1:35775 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:07:31,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:07:31,293 WARN [BP-598893329-172.17.0.3-1733130414825 heartbeating to localhost/127.0.0.1:35775 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-598893329-172.17.0.3-1733130414825 (Datanode Uuid 01664e4f-005f-472e-8ecc-6cec37710bfd) service to localhost/127.0.0.1:35775 2024-12-02T09:07:31,293 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:07:31,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/cluster_a67ef510-9d83-7774-66c6-7833225b4cdc/data/data1/current/BP-598893329-172.17.0.3-1733130414825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:07:31,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/cluster_a67ef510-9d83-7774-66c6-7833225b4cdc/data/data2/current/BP-598893329-172.17.0.3-1733130414825 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:07:31,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:07:31,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@502782c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:07:31,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fab4433{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:07:31,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:07:31,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30b78081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:07:31,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63cc3196{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8ab47ef-1896-40e0-815a-d6df2d086d16/hadoop.log.dir/,STOPPED} 2024-12-02T09:07:31,317 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T09:07:31,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T09:07:31,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=589 (was 528) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52860) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:35775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33773 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34355 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:34355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52860) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35775 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35775 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52860) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:34355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:33773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35775 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (471500046) connection to localhost/127.0.0.1:35775 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=974 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=928 (was 1287) 2024-12-02T09:07:31,352 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2024-12-02T09:07:31,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1009a3d4a020002, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:07:31,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1009a3d4a020008, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:07:31,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1009a3d4a020002, quorum=127.0.0.1:52860, baseZNode=/0-2112410423 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:07:31,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1009a3d4a020008, quorum=127.0.0.1:52860, baseZNode=/21517683394 Received Disconnected from ZooKeeper, ignoring 2024-12-02T09:07:31,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1009a3d4a020005, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T09:07:31,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1009a3d4a020005, quorum=127.0.0.1:52860, baseZNode=/1-1107844231 Received Disconnected from ZooKeeper, ignoring